diff --git "a/model3-mp4/model.safetensors.index.json" "b/model3-mp4/model.safetensors.index.json" new file mode 100644--- /dev/null +++ "b/model3-mp4/model.safetensors.index.json" @@ -0,0 +1,58490 @@ +{ + "metadata": { + "total_size": 77755990016 + }, + "weight_map": { + "embed.weight": "model3-mp4-00001-of-00015.safetensors", + "head.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.kv_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.q_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_a.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_a.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_a.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_a.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_a.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_b.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_b.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_b.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_b.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_b.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wo.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wo.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wo.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wo.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wo.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_a.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_a.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_a.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_a.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_a.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_b.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_b.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_b.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_b.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_b.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.0.attn_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.0.ffn_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.kv_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.q_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_a.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_a.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_a.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_a.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_a.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_b.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_b.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_b.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_b.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_b.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wo.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wo.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wo.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wo.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wo.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_a.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_a.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_a.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_a.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_a.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_b.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_b.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_b.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_b.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_b.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.1.attn_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.1.ffn_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.kv_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.q_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_a.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_a.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_a.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_a.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_a.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_b.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_b.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_b.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_b.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_b.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wo.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wo.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wo.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wo.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wo.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_a.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_a.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_a.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_a.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_a.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_b.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_b.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_b.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_b.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_b.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.attn_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.192.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.192.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.192.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.192.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.192.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.192.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.192.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.192.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.192.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.192.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.192.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.192.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.193.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.193.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.193.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.193.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.193.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.193.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.193.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.193.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.193.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.193.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.193.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.193.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.194.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.194.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.194.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.194.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.194.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.194.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.194.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.194.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.194.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.194.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.194.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.194.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.195.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.195.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.195.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.195.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.195.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.195.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.195.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.195.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.195.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.195.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.195.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.195.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.196.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.196.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.196.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.196.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.196.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.196.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.196.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.196.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.196.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.196.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.196.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.196.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.197.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.197.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.197.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.197.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.197.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.197.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.197.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.197.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.197.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.197.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.197.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.197.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.198.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.198.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.198.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.198.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.198.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.198.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.198.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.198.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.198.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.198.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.198.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.198.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.199.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.199.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.199.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.199.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.199.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.199.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.199.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.199.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.199.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.199.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.199.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.199.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.200.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.200.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.200.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.200.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.200.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.200.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.200.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.200.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.200.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.200.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.200.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.200.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.201.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.201.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.201.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.201.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.201.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.201.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.201.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.201.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.201.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.201.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.201.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.201.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.202.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.202.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.202.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.202.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.202.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.202.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.202.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.202.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.202.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.202.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.202.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.202.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.203.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.203.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.203.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.203.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.203.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.203.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.203.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.203.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.203.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.203.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.203.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.203.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.204.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.204.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.204.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.204.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.204.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.204.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.204.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.204.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.204.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.204.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.204.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.204.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.205.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.205.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.205.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.205.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.205.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.205.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.205.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.205.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.205.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.205.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.205.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.205.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.206.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.206.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.206.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.206.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.206.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.206.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.206.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.206.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.206.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.206.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.206.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.206.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.207.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.207.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.207.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.207.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.207.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.207.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.207.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.207.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.207.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.207.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.207.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.207.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.208.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.208.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.208.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.208.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.208.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.208.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.208.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.208.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.208.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.208.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.208.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.208.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.209.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.209.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.209.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.209.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.209.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.209.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.209.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.209.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.209.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.209.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.209.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.209.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.210.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.210.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.210.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.210.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.210.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.210.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.210.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.210.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.210.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.210.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.210.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.210.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.211.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.211.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.211.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.211.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.211.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.211.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.211.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.211.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.211.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.211.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.211.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.211.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.212.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.212.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.212.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.212.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.212.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.212.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.212.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.212.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.212.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.212.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.212.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.212.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.213.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.213.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.213.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.213.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.213.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.213.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.213.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.213.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.213.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.213.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.213.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.213.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.214.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.214.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.214.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.214.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.214.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.214.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.214.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.214.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.214.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.214.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.214.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.214.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.215.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.215.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.215.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.215.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.215.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.215.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.215.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.215.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.215.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.215.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.215.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.215.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.216.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.216.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.216.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.216.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.216.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.216.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.216.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.216.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.216.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.216.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.216.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.216.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.217.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.217.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.217.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.217.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.217.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.217.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.217.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.217.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.217.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.217.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.217.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.217.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.218.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.218.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.218.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.218.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.218.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.218.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.218.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.218.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.218.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.218.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.218.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.218.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.219.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.219.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.219.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.219.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.219.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.219.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.219.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.219.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.219.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.219.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.219.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.219.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.220.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.220.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.220.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.220.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.220.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.220.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.220.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.220.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.220.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.220.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.220.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.220.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.221.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.221.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.221.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.221.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.221.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.221.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.221.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.221.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.221.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.221.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.221.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.221.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.222.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.222.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.222.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.222.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.222.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.222.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.222.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.222.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.222.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.222.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.222.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.222.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.223.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.223.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.223.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.223.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.223.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.223.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.223.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.223.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.223.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.223.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.223.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.223.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.224.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.224.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.224.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.224.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.224.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.224.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.224.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.224.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.224.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.224.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.224.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.224.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.225.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.225.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.225.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.225.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.225.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.225.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.225.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.225.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.225.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.225.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.225.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.225.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.226.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.226.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.226.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.226.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.226.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.226.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.226.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.226.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.226.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.226.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.226.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.226.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.227.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.227.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.227.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.227.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.227.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.227.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.227.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.227.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.227.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.227.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.227.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.227.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.228.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.228.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.228.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.228.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.228.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.228.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.228.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.228.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.228.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.228.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.228.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.228.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.229.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.229.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.229.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.229.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.229.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.229.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.229.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.229.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.229.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.229.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.229.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.229.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.230.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.230.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.230.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.230.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.230.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.230.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.230.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.230.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.230.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.230.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.230.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.230.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.231.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.231.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.231.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.231.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.231.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.231.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.231.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.231.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.231.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.231.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.231.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.231.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.232.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.232.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.232.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.232.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.232.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.232.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.232.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.232.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.232.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.232.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.232.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.232.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.233.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.233.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.233.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.233.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.233.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.233.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.233.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.233.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.233.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.233.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.233.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.233.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.234.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.234.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.234.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.234.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.234.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.234.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.234.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.234.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.234.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.234.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.234.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.234.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.235.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.235.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.235.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.235.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.235.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.235.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.235.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.235.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.235.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.235.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.235.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.235.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.236.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.236.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.236.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.236.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.236.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.236.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.236.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.236.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.236.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.236.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.236.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.236.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.237.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.237.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.237.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.237.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.237.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.237.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.237.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.237.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.237.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.237.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.237.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.237.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.238.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.238.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.238.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.238.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.238.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.238.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.238.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.238.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.238.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.238.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.238.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.238.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.239.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.239.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.239.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.239.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.239.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.239.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.239.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.239.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.239.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.239.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.239.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.239.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.240.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.240.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.240.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.240.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.240.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.240.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.240.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.240.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.240.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.240.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.240.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.240.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.241.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.241.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.241.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.241.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.241.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.241.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.241.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.241.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.241.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.241.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.241.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.241.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.242.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.242.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.242.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.242.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.242.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.242.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.242.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.242.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.242.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.242.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.242.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.242.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.243.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.243.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.243.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.243.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.243.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.243.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.243.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.243.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.243.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.243.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.243.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.243.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.244.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.244.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.244.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.244.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.244.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.244.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.244.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.244.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.244.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.244.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.244.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.244.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.245.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.245.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.245.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.245.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.245.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.245.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.245.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.245.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.245.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.245.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.245.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.245.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.246.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.246.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.246.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.246.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.246.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.246.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.246.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.246.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.246.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.246.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.246.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.246.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.247.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.247.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.247.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.247.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.247.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.247.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.247.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.247.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.247.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.247.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.247.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.247.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.248.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.248.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.248.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.248.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.248.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.248.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.248.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.248.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.248.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.248.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.248.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.248.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.249.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.249.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.249.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.249.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.249.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.249.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.249.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.249.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.249.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.249.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.249.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.249.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.250.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.250.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.250.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.250.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.250.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.250.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.250.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.250.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.250.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.250.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.250.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.250.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.251.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.251.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.251.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.251.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.251.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.251.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.251.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.251.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.251.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.251.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.251.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.251.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.252.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.252.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.252.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.252.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.252.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.252.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.252.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.252.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.252.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.252.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.252.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.252.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.253.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.253.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.253.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.253.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.253.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.253.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.253.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.253.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.253.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.253.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.253.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.253.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.254.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.254.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.254.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.254.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.254.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.254.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.254.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.254.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.254.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.254.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.254.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.254.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.255.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.255.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.255.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.255.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.255.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.255.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.255.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.255.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.255.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.255.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.255.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.255.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.gate.bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.gate.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.10.ffn_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.kv_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.q_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_a.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_a.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_a.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_a.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_a.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_b.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_b.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_b.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_b.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_b.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wo.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wo.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wo.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wo.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wo.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_a.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_a.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_a.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_a.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_a.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_b.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_b.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_b.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_b.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_b.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.attn_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.192.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.192.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.192.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.192.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.192.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.192.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.192.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.192.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.192.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.192.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.192.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.192.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.193.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.193.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.193.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.193.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.193.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.193.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.193.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.193.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.193.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.193.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.193.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.193.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.194.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.194.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.194.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.194.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.194.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.194.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.194.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.194.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.194.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.194.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.194.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.194.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.195.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.195.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.195.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.195.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.195.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.195.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.195.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.195.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.195.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.195.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.195.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.195.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.196.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.196.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.196.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.196.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.196.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.196.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.196.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.196.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.196.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.196.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.196.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.196.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.197.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.197.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.197.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.197.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.197.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.197.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.197.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.197.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.197.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.197.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.197.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.197.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.198.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.198.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.198.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.198.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.198.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.198.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.198.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.198.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.198.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.198.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.198.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.198.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.199.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.199.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.199.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.199.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.199.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.199.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.199.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.199.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.199.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.199.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.199.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.199.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.200.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.200.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.200.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.200.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.200.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.200.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.200.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.200.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.200.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.200.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.200.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.200.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.201.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.201.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.201.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.201.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.201.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.201.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.201.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.201.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.201.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.201.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.201.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.201.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.202.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.202.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.202.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.202.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.202.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.202.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.202.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.202.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.202.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.202.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.202.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.202.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.203.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.203.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.203.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.203.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.203.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.203.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.203.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.203.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.203.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.203.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.203.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.203.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.204.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.204.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.204.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.204.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.204.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.204.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.204.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.204.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.204.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.204.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.204.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.204.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.205.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.205.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.205.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.205.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.205.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.205.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.205.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.205.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.205.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.205.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.205.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.205.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.206.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.206.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.206.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.206.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.206.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.206.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.206.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.206.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.206.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.206.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.206.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.206.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.207.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.207.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.207.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.207.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.207.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.207.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.207.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.207.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.207.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.207.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.207.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.207.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.208.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.208.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.208.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.208.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.208.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.208.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.208.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.208.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.208.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.208.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.208.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.208.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.209.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.209.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.209.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.209.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.209.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.209.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.209.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.209.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.209.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.209.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.209.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.209.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.210.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.210.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.210.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.210.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.210.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.210.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.210.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.210.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.210.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.210.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.210.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.210.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.211.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.211.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.211.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.211.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.211.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.211.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.211.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.211.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.211.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.211.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.211.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.211.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.212.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.212.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.212.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.212.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.212.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.212.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.212.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.212.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.212.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.212.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.212.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.212.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.213.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.213.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.213.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.213.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.213.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.213.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.213.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.213.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.213.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.213.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.213.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.213.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.214.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.214.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.214.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.214.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.214.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.214.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.214.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.214.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.214.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.214.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.214.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.214.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.215.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.215.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.215.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.215.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.215.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.215.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.215.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.215.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.215.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.215.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.215.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.215.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.216.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.216.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.216.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.216.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.216.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.216.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.216.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.216.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.216.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.216.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.216.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.216.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.217.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.217.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.217.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.217.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.217.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.217.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.217.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.217.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.217.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.217.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.217.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.217.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.218.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.218.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.218.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.218.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.218.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.218.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.218.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.218.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.218.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.218.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.218.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.218.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.219.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.219.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.219.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.219.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.219.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.219.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.219.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.219.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.219.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.219.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.219.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.219.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.220.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.220.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.220.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.220.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.220.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.220.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.220.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.220.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.220.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.220.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.220.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.220.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.221.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.221.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.221.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.221.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.221.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.221.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.221.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.221.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.221.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.221.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.221.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.221.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.222.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.222.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.222.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.222.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.222.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.222.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.222.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.222.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.222.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.222.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.222.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.222.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.223.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.223.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.223.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.223.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.223.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.223.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.223.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.223.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.223.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.223.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.223.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.223.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.224.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.224.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.224.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.224.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.224.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.224.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.224.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.224.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.224.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.224.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.224.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.224.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.225.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.225.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.225.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.225.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.225.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.225.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.225.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.225.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.225.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.225.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.225.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.225.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.226.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.226.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.226.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.226.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.226.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.226.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.226.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.226.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.226.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.226.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.226.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.226.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.227.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.227.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.227.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.227.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.227.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.227.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.227.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.227.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.227.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.227.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.227.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.227.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.228.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.228.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.228.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.228.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.228.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.228.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.228.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.228.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.228.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.228.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.228.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.228.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.229.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.229.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.229.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.229.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.229.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.229.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.229.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.229.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.229.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.229.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.229.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.229.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.230.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.230.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.230.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.230.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.230.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.230.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.230.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.230.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.230.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.230.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.230.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.230.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.231.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.231.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.231.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.231.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.231.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.231.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.231.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.231.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.231.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.231.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.231.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.231.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.232.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.232.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.232.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.232.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.232.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.232.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.232.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.232.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.232.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.232.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.232.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.232.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.233.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.233.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.233.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.233.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.233.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.233.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.233.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.233.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.233.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.233.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.233.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.233.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.234.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.234.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.234.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.234.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.234.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.234.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.234.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.234.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.234.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.234.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.234.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.234.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.235.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.235.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.235.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.235.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.235.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.235.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.235.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.235.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.235.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.235.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.235.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.235.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.236.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.236.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.236.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.236.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.236.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.236.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.236.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.236.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.236.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.236.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.236.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.236.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.237.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.237.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.237.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.237.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.237.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.237.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.237.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.237.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.237.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.237.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.237.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.237.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.238.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.238.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.238.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.238.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.238.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.238.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.238.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.238.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.238.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.238.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.238.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.238.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.239.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.239.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.239.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.239.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.239.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.239.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.239.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.239.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.239.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.239.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.239.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.239.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.240.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.240.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.240.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.240.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.240.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.240.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.240.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.240.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.240.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.240.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.240.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.240.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.241.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.241.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.241.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.241.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.241.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.241.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.241.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.241.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.241.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.241.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.241.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.241.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.242.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.242.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.242.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.242.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.242.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.242.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.242.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.242.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.242.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.242.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.242.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.242.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.243.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.243.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.243.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.243.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.243.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.243.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.243.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.243.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.243.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.243.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.243.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.243.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.244.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.244.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.244.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.244.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.244.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.244.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.244.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.244.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.244.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.244.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.244.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.244.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.245.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.245.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.245.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.245.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.245.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.245.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.245.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.245.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.245.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.245.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.245.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.245.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.246.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.246.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.246.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.246.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.246.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.246.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.246.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.246.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.246.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.246.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.246.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.246.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.247.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.247.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.247.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.247.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.247.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.247.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.247.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.247.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.247.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.247.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.247.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.247.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.248.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.248.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.248.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.248.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.248.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.248.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.248.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.248.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.248.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.248.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.248.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.248.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.249.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.249.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.249.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.249.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.249.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.249.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.249.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.249.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.249.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.249.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.249.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.249.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.250.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.250.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.250.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.250.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.250.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.250.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.250.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.250.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.250.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.250.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.250.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.250.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.251.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.251.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.251.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.251.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.251.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.251.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.251.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.251.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.251.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.251.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.251.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.251.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.252.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.252.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.252.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.252.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.252.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.252.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.252.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.252.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.252.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.252.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.252.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.252.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.253.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.253.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.253.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.253.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.253.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.253.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.253.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.253.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.253.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.253.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.253.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.253.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.254.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.254.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.254.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.254.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.254.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.254.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.254.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.254.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.254.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.254.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.254.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.254.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.255.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.255.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.255.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.255.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.255.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.255.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.255.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.255.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.255.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.255.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.255.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.255.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.gate.bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.gate.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.11.ffn_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.kv_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.q_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_a.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_a.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_a.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_a.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_a.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_b.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_b.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_b.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_b.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_b.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wo.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wo.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wo.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wo.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wo.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_a.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_a.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_a.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_a.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_a.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_b.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_b.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_b.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_b.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_b.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.attn_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.192.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.192.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.192.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.192.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.192.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.192.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.192.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.192.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.192.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.192.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.192.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.192.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.193.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.193.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.193.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.193.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.193.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.193.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.193.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.193.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.193.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.193.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.193.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.193.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.194.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.194.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.194.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.194.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.194.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.194.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.194.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.194.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.194.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.194.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.194.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.194.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.195.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.195.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.195.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.195.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.195.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.195.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.195.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.195.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.195.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.195.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.195.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.195.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.196.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.196.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.196.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.196.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.196.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.196.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.196.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.196.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.196.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.196.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.196.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.196.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.197.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.197.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.197.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.197.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.197.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.197.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.197.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.197.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.197.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.197.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.197.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.197.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.198.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.198.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.198.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.198.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.198.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.198.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.198.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.198.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.198.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.198.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.198.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.198.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.199.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.199.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.199.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.199.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.199.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.199.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.199.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.199.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.199.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.199.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.199.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.199.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.200.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.200.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.200.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.200.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.200.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.200.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.200.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.200.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.200.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.200.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.200.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.200.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.201.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.201.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.201.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.201.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.201.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.201.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.201.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.201.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.201.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.201.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.201.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.201.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.202.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.202.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.202.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.202.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.202.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.202.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.202.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.202.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.202.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.202.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.202.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.202.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.203.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.203.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.203.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.203.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.203.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.203.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.203.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.203.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.203.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.203.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.203.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.203.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.204.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.204.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.204.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.204.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.204.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.204.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.204.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.204.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.204.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.204.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.204.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.204.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.205.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.205.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.205.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.205.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.205.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.205.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.205.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.205.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.205.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.205.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.205.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.205.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.206.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.206.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.206.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.206.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.206.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.206.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.206.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.206.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.206.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.206.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.206.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.206.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.207.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.207.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.207.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.207.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.207.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.207.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.207.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.207.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.207.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.207.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.207.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.207.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.208.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.208.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.208.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.208.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.208.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.208.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.208.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.208.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.208.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.208.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.208.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.208.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.209.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.209.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.209.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.209.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.209.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.209.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.209.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.209.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.209.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.209.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.209.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.209.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.210.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.210.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.210.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.210.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.210.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.210.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.210.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.210.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.210.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.210.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.210.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.210.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.211.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.211.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.211.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.211.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.211.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.211.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.211.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.211.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.211.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.211.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.211.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.211.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.212.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.212.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.212.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.212.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.212.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.212.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.212.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.212.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.212.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.212.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.212.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.212.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.213.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.213.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.213.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.213.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.213.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.213.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.213.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.213.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.213.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.213.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.213.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.213.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.214.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.214.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.214.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.214.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.214.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.214.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.214.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.214.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.214.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.214.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.214.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.214.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.215.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.215.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.215.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.215.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.215.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.215.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.215.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.215.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.215.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.215.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.215.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.215.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.216.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.216.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.216.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.216.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.216.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.216.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.216.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.216.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.216.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.216.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.216.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.216.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.217.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.217.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.217.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.217.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.217.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.217.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.217.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.217.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.217.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.217.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.217.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.217.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.218.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.218.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.218.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.218.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.218.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.218.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.218.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.218.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.218.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.218.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.218.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.218.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.219.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.219.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.219.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.219.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.219.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.219.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.219.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.219.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.219.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.219.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.219.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.219.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.220.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.220.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.220.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.220.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.220.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.220.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.220.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.220.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.220.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.220.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.220.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.220.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.221.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.221.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.221.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.221.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.221.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.221.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.221.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.221.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.221.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.221.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.221.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.221.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.222.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.222.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.222.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.222.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.222.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.222.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.222.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.222.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.222.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.222.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.222.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.222.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.223.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.223.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.223.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.223.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.223.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.223.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.223.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.223.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.223.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.223.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.223.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.223.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.224.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.224.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.224.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.224.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.224.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.224.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.224.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.224.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.224.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.224.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.224.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.224.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.225.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.225.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.225.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.225.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.225.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.225.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.225.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.225.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.225.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.225.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.225.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.225.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.226.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.226.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.226.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.226.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.226.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.226.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.226.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.226.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.226.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.226.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.226.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.226.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.227.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.227.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.227.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.227.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.227.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.227.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.227.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.227.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.227.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.227.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.227.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.227.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.228.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.228.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.228.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.228.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.228.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.228.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.228.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.228.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.228.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.228.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.228.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.228.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.229.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.229.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.229.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.229.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.229.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.229.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.229.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.229.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.229.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.229.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.229.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.229.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.230.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.230.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.230.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.230.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.230.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.230.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.230.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.230.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.230.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.230.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.230.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.230.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.231.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.231.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.231.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.231.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.231.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.231.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.231.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.231.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.231.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.231.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.231.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.231.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.232.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.232.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.232.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.232.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.232.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.232.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.232.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.232.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.232.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.232.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.232.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.232.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.233.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.233.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.233.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.233.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.233.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.233.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.233.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.233.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.233.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.233.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.233.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.233.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.234.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.234.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.234.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.234.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.234.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.234.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.234.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.234.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.234.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.234.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.234.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.234.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.235.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.235.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.235.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.235.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.235.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.235.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.235.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.235.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.235.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.235.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.235.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.235.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.236.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.236.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.236.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.236.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.236.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.236.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.236.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.236.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.236.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.236.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.236.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.236.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.237.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.237.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.237.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.237.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.237.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.237.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.237.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.237.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.237.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.237.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.237.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.237.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.238.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.238.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.238.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.238.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.238.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.238.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.238.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.238.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.238.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.238.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.238.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.238.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.239.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.239.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.239.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.239.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.239.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.239.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.239.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.239.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.239.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.239.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.239.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.239.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.240.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.240.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.240.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.240.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.240.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.240.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.240.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.240.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.240.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.240.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.240.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.240.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.241.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.241.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.241.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.241.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.241.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.241.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.241.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.241.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.241.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.241.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.241.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.241.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.242.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.242.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.242.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.242.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.242.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.242.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.242.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.242.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.242.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.242.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.242.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.242.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.243.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.243.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.243.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.243.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.243.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.243.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.243.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.243.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.243.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.243.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.243.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.243.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.244.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.244.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.244.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.244.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.244.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.244.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.244.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.244.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.244.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.244.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.244.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.244.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.245.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.245.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.245.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.245.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.245.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.245.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.245.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.245.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.245.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.245.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.245.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.245.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.246.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.246.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.246.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.246.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.246.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.246.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.246.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.246.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.246.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.246.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.246.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.246.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.247.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.247.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.247.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.247.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.247.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.247.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.247.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.247.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.247.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.247.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.247.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.247.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.248.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.248.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.248.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.248.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.248.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.248.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.248.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.248.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.248.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.248.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.248.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.248.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.249.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.249.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.249.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.249.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.249.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.249.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.249.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.249.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.249.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.249.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.249.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.249.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.250.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.250.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.250.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.250.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.250.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.250.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.250.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.250.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.250.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.250.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.250.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.250.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.251.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.251.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.251.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.251.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.251.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.251.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.251.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.251.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.251.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.251.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.251.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.251.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.252.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.252.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.252.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.252.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.252.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.252.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.252.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.252.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.252.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.252.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.252.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.252.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.253.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.253.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.253.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.253.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.253.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.253.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.253.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.253.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.253.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.253.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.253.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.253.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.254.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.254.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.254.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.254.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.254.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.254.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.254.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.254.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.254.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.254.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.254.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.254.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.255.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.255.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.255.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.255.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.255.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.255.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.255.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.255.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.255.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.255.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.255.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.255.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.gate.bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.gate.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.12.ffn_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.kv_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.q_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_a.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_a.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_a.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_a.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_a.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_b.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_b.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_b.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_b.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_b.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wo.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wo.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wo.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wo.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wo.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_a.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_a.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_a.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_a.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_a.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_b.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_b.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_b.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_b.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_b.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.attn_norm.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.192.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.192.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.192.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.192.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.192.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.192.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.192.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.192.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.192.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.192.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.192.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.192.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.193.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.193.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.193.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.193.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.193.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.193.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.193.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.193.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.193.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.193.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.193.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.193.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.194.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.194.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.194.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.194.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.194.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.194.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.194.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.194.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.194.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.194.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.194.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.194.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.195.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.195.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.195.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.195.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.195.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.195.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.195.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.195.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.195.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.195.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.195.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.195.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.196.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.196.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.196.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.196.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.196.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.196.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.196.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.196.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.196.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.196.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.196.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.196.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.197.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.197.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.197.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.197.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.197.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.197.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.197.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.197.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.197.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.197.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.197.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.197.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.198.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.198.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.198.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.198.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.198.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.198.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.198.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.198.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.198.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.198.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.198.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.198.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.199.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.199.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.199.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.199.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.199.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.199.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.199.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.199.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.199.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.199.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.199.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.199.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.200.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.200.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.200.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.200.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.200.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.200.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.200.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.200.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.200.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.200.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.200.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.200.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.201.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.201.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.201.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.201.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.201.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.201.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.201.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.201.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.201.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.201.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.201.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.201.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.202.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.202.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.202.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.202.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.202.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.202.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.202.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.202.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.202.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.202.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.202.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.202.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.203.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.203.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.203.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.203.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.203.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.203.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.203.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.203.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.203.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.203.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.203.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.203.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.204.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.204.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.204.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.204.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.204.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.204.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.204.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.204.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.204.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.204.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.204.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.204.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.205.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.205.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.205.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.205.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.205.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.205.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.205.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.205.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.205.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.205.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.205.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.205.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.206.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.206.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.206.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.206.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.206.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.206.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.206.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.206.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.206.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.206.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.206.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.206.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.207.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.207.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.207.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.207.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.207.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.207.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.207.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.207.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.207.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.207.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.207.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.207.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.208.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.208.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.208.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.208.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.208.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.208.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.208.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.208.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.208.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.208.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.208.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.208.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.209.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.209.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.209.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.209.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.209.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.209.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.209.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.209.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.209.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.209.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.209.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.209.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.210.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.210.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.210.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.210.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.210.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.210.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.210.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.210.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.210.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.210.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.210.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.210.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.211.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.211.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.211.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.211.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.211.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.211.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.211.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.211.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.211.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.211.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.211.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.211.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.212.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.212.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.212.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.212.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.212.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.212.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.212.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.212.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.212.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.212.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.212.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.212.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.213.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.213.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.213.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.213.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.213.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.213.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.213.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.213.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.213.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.213.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.213.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.213.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.214.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.214.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.214.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.214.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.214.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.214.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.214.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.214.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.214.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.214.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.214.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.214.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.215.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.215.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.215.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.215.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.215.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.215.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.215.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.215.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.215.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.215.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.215.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.215.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.216.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.216.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.216.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.216.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.216.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.216.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.216.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.216.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.216.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.216.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.216.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.216.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.217.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.217.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.217.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.217.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.217.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.217.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.217.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.217.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.217.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.217.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.217.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.217.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.218.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.218.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.218.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.218.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.218.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.218.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.218.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.218.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.218.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.218.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.218.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.218.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.219.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.219.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.219.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.219.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.219.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.219.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.219.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.219.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.219.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.219.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.219.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.219.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.220.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.220.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.220.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.220.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.220.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.220.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.220.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.220.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.220.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.220.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.220.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.220.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.221.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.221.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.221.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.221.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.221.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.221.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.221.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.221.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.221.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.221.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.221.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.221.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.222.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.222.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.222.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.222.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.222.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.222.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.222.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.222.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.222.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.222.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.222.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.222.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.223.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.223.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.223.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.223.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.223.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.223.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.223.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.223.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.223.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.223.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.223.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.223.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.224.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.224.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.224.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.224.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.224.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.224.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.224.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.224.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.224.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.224.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.224.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.224.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.225.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.225.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.225.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.225.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.225.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.225.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.225.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.225.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.225.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.225.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.225.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.225.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.226.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.226.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.226.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.226.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.226.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.226.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.226.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.226.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.226.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.226.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.226.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.226.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.227.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.227.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.227.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.227.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.227.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.227.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.227.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.227.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.227.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.227.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.227.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.227.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.228.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.228.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.228.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.228.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.228.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.228.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.228.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.228.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.228.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.228.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.228.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.228.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.229.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.229.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.229.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.229.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.229.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.229.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.229.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.229.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.229.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.229.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.229.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.229.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.230.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.230.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.230.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.230.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.230.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.230.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.230.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.230.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.230.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.230.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.230.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.230.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.231.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.231.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.231.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.231.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.231.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.231.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.231.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.231.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.231.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.231.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.231.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.231.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.232.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.232.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.232.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.232.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.232.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.232.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.232.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.232.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.232.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.232.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.232.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.232.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.233.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.233.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.233.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.233.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.233.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.233.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.233.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.233.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.233.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.233.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.233.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.233.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.234.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.234.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.234.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.234.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.234.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.234.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.234.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.234.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.234.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.234.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.234.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.234.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.235.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.235.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.235.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.235.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.235.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.235.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.235.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.235.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.235.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.235.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.235.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.235.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.236.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.236.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.236.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.236.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.236.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.236.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.236.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.236.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.236.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.236.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.236.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.236.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.237.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.237.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.237.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.237.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.237.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.237.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.237.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.237.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.237.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.237.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.237.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.237.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.238.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.238.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.238.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.238.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.238.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.238.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.238.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.238.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.238.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.238.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.238.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.238.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.239.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.239.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.239.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.239.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.239.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.239.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.239.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.239.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.239.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.239.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.239.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.239.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.240.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.240.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.240.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.240.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.240.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.240.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.240.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.240.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.240.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.240.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.240.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.240.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.241.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.241.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.241.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.241.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.241.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.241.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.241.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.241.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.241.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.241.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.241.w3.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.241.w3.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.242.w1.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.242.w1.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.242.w1.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.242.w1.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.242.w2.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.242.w2.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.242.w2.weight_bias": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.242.w2.weight_scale": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.242.w3.centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.242.w3.indices": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.242.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.242.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.243.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.243.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.243.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.243.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.243.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.243.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.243.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.243.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.243.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.243.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.243.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.243.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.244.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.244.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.244.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.244.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.244.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.244.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.244.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.244.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.244.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.244.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.244.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.244.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.245.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.245.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.245.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.245.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.245.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.245.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.245.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.245.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.245.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.245.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.245.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.245.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.246.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.246.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.246.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.246.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.246.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.246.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.246.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.246.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.246.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.246.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.246.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.246.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.247.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.247.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.247.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.247.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.247.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.247.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.247.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.247.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.247.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.247.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.247.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.247.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.248.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.248.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.248.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.248.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.248.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.248.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.248.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.248.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.248.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.248.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.248.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.248.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.249.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.249.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.249.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.249.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.249.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.249.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.249.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.249.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.249.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.249.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.249.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.249.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.250.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.250.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.250.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.250.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.250.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.250.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.250.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.250.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.250.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.250.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.250.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.250.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.251.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.251.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.251.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.251.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.251.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.251.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.251.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.251.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.251.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.251.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.251.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.251.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.252.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.252.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.252.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.252.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.252.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.252.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.252.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.252.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.252.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.252.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.252.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.252.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.253.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.253.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.253.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.253.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.253.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.253.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.253.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.253.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.253.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.253.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.253.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.253.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.254.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.254.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.254.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.254.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.254.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.254.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.254.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.254.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.254.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.254.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.254.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.254.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.255.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.255.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.255.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.255.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.255.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.255.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.255.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.255.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.255.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.255.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.255.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.255.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.gate.bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.gate.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.13.ffn_norm.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.kv_norm.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.q_norm.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_a.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_a.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_a.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_a.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_a.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_b.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_b.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_b.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_b.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_b.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wo.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wo.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wo.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wo.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wo.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_a.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_a.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_a.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_a.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_a.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_b.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_b.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_b.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_b.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_b.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.attn_norm.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.192.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.192.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.192.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.192.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.192.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.192.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.192.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.192.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.192.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.192.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.192.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.192.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.193.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.193.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.193.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.193.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.193.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.193.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.193.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.193.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.193.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.193.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.193.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.193.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.194.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.194.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.194.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.194.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.194.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.194.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.194.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.194.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.194.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.194.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.194.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.194.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.195.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.195.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.195.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.195.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.195.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.195.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.195.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.195.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.195.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.195.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.195.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.195.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.196.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.196.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.196.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.196.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.196.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.196.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.196.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.196.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.196.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.196.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.196.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.196.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.197.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.197.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.197.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.197.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.197.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.197.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.197.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.197.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.197.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.197.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.197.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.197.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.198.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.198.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.198.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.198.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.198.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.198.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.198.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.198.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.198.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.198.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.198.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.198.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.199.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.199.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.199.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.199.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.199.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.199.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.199.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.199.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.199.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.199.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.199.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.199.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.200.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.200.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.200.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.200.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.200.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.200.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.200.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.200.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.200.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.200.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.200.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.200.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.201.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.201.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.201.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.201.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.201.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.201.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.201.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.201.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.201.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.201.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.201.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.201.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.202.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.202.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.202.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.202.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.202.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.202.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.202.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.202.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.202.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.202.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.202.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.202.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.203.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.203.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.203.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.203.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.203.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.203.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.203.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.203.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.203.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.203.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.203.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.203.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.204.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.204.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.204.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.204.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.204.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.204.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.204.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.204.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.204.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.204.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.204.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.204.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.205.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.205.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.205.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.205.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.205.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.205.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.205.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.205.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.205.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.205.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.205.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.205.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.206.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.206.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.206.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.206.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.206.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.206.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.206.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.206.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.206.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.206.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.206.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.206.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.207.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.207.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.207.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.207.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.207.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.207.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.207.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.207.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.207.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.207.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.207.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.207.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.208.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.208.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.208.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.208.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.208.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.208.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.208.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.208.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.208.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.208.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.208.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.208.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.209.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.209.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.209.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.209.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.209.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.209.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.209.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.209.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.209.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.209.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.209.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.209.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.210.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.210.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.210.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.210.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.210.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.210.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.210.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.210.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.210.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.210.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.210.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.210.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.211.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.211.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.211.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.211.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.211.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.211.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.211.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.211.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.211.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.211.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.211.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.211.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.212.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.212.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.212.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.212.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.212.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.212.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.212.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.212.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.212.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.212.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.212.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.212.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.213.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.213.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.213.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.213.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.213.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.213.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.213.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.213.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.213.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.213.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.213.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.213.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.214.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.214.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.214.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.214.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.214.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.214.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.214.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.214.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.214.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.214.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.214.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.214.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.215.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.215.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.215.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.215.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.215.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.215.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.215.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.215.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.215.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.215.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.215.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.215.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.216.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.216.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.216.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.216.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.216.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.216.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.216.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.216.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.216.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.216.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.216.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.216.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.217.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.217.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.217.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.217.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.217.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.217.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.217.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.217.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.217.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.217.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.217.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.217.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.218.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.218.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.218.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.218.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.218.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.218.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.218.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.218.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.218.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.218.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.218.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.218.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.219.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.219.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.219.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.219.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.219.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.219.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.219.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.219.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.219.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.219.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.219.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.219.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.220.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.220.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.220.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.220.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.220.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.220.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.220.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.220.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.220.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.220.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.220.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.220.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.221.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.221.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.221.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.221.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.221.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.221.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.221.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.221.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.221.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.221.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.221.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.221.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.222.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.222.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.222.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.222.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.222.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.222.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.222.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.222.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.222.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.222.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.222.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.222.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.223.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.223.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.223.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.223.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.223.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.223.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.223.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.223.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.223.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.223.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.223.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.223.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.224.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.224.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.224.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.224.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.224.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.224.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.224.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.224.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.224.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.224.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.224.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.224.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.225.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.225.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.225.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.225.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.225.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.225.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.225.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.225.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.225.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.225.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.225.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.225.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.226.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.226.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.226.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.226.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.226.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.226.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.226.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.226.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.226.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.226.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.226.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.226.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.227.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.227.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.227.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.227.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.227.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.227.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.227.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.227.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.227.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.227.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.227.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.227.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.228.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.228.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.228.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.228.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.228.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.228.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.228.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.228.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.228.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.228.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.228.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.228.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.229.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.229.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.229.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.229.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.229.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.229.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.229.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.229.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.229.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.229.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.229.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.229.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.230.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.230.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.230.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.230.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.230.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.230.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.230.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.230.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.230.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.230.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.230.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.230.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.231.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.231.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.231.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.231.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.231.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.231.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.231.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.231.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.231.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.231.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.231.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.231.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.232.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.232.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.232.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.232.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.232.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.232.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.232.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.232.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.232.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.232.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.232.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.232.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.233.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.233.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.233.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.233.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.233.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.233.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.233.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.233.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.233.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.233.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.233.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.233.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.234.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.234.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.234.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.234.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.234.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.234.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.234.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.234.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.234.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.234.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.234.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.234.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.235.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.235.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.235.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.235.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.235.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.235.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.235.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.235.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.235.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.235.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.235.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.235.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.236.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.236.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.236.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.236.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.236.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.236.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.236.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.236.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.236.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.236.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.236.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.236.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.237.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.237.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.237.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.237.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.237.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.237.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.237.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.237.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.237.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.237.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.237.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.237.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.238.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.238.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.238.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.238.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.238.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.238.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.238.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.238.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.238.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.238.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.238.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.238.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.239.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.239.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.239.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.239.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.239.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.239.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.239.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.239.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.239.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.239.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.239.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.239.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.240.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.240.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.240.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.240.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.240.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.240.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.240.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.240.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.240.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.240.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.240.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.240.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.241.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.241.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.241.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.241.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.241.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.241.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.241.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.241.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.241.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.241.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.241.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.241.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.242.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.242.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.242.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.242.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.242.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.242.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.242.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.242.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.242.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.242.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.242.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.242.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.243.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.243.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.243.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.243.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.243.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.243.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.243.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.243.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.243.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.243.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.243.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.243.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.244.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.244.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.244.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.244.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.244.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.244.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.244.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.244.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.244.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.244.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.244.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.244.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.245.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.245.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.245.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.245.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.245.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.245.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.245.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.245.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.245.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.245.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.245.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.245.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.246.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.246.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.246.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.246.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.246.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.246.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.246.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.246.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.246.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.246.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.246.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.246.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.247.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.247.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.247.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.247.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.247.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.247.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.247.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.247.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.247.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.247.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.247.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.247.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.248.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.248.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.248.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.248.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.248.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.248.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.248.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.248.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.248.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.248.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.248.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.248.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.249.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.249.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.249.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.249.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.249.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.249.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.249.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.249.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.249.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.249.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.249.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.249.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.250.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.250.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.250.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.250.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.250.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.250.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.250.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.250.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.250.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.250.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.250.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.250.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.251.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.251.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.251.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.251.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.251.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.251.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.251.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.251.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.251.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.251.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.251.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.251.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.252.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.252.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.252.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.252.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.252.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.252.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.252.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.252.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.252.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.252.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.252.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.252.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.253.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.253.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.253.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.253.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.253.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.253.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.253.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.253.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.253.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.253.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.253.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.253.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.254.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.254.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.254.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.254.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.254.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.254.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.254.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.254.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.254.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.254.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.254.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.254.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.255.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.255.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.255.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.255.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.255.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.255.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.255.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.255.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.255.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.255.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.255.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.255.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.gate.bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.gate.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.14.ffn_norm.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.kv_norm.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.q_norm.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_a.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_a.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_a.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_a.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_a.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_b.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_b.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_b.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_b.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_b.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wo.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wo.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wo.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wo.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wo.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_a.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_a.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_a.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_a.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_a.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_b.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_b.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_b.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_b.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_b.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.attn_norm.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.192.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.192.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.192.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.192.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.192.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.192.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.192.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.192.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.192.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.192.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.192.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.192.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.193.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.193.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.193.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.193.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.193.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.193.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.193.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.193.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.193.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.193.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.193.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.193.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.194.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.194.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.194.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.194.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.194.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.194.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.194.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.194.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.194.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.194.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.194.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.194.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.195.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.195.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.195.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.195.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.195.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.195.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.195.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.195.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.195.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.195.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.195.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.195.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.196.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.196.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.196.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.196.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.196.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.196.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.196.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.196.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.196.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.196.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.196.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.196.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.197.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.197.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.197.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.197.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.197.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.197.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.197.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.197.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.197.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.197.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.197.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.197.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.198.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.198.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.198.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.198.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.198.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.198.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.198.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.198.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.198.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.198.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.198.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.198.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.199.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.199.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.199.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.199.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.199.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.199.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.199.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.199.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.199.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.199.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.199.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.199.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.200.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.200.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.200.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.200.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.200.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.200.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.200.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.200.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.200.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.200.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.200.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.200.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.201.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.201.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.201.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.201.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.201.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.201.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.201.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.201.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.201.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.201.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.201.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.201.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.202.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.202.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.202.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.202.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.202.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.202.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.202.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.202.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.202.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.202.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.202.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.202.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.203.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.203.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.203.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.203.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.203.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.203.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.203.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.203.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.203.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.203.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.203.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.203.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.204.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.204.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.204.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.204.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.204.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.204.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.204.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.204.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.204.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.204.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.204.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.204.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.205.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.205.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.205.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.205.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.205.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.205.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.205.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.205.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.205.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.205.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.205.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.205.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.206.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.206.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.206.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.206.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.206.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.206.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.206.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.206.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.206.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.206.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.206.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.206.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.207.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.207.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.207.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.207.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.207.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.207.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.207.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.207.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.207.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.207.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.207.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.207.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.208.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.208.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.208.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.208.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.208.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.208.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.208.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.208.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.208.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.208.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.208.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.208.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.209.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.209.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.209.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.209.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.209.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.209.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.209.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.209.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.209.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.209.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.209.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.209.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.210.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.210.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.210.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.210.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.210.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.210.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.210.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.210.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.210.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.210.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.210.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.210.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.211.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.211.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.211.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.211.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.211.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.211.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.211.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.211.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.211.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.211.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.211.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.211.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.212.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.212.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.212.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.212.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.212.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.212.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.212.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.212.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.212.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.212.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.212.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.212.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.213.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.213.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.213.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.213.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.213.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.213.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.213.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.213.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.213.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.213.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.213.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.213.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.214.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.214.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.214.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.214.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.214.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.214.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.214.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.214.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.214.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.214.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.214.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.214.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.215.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.215.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.215.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.215.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.215.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.215.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.215.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.215.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.215.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.215.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.215.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.215.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.216.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.216.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.216.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.216.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.216.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.216.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.216.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.216.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.216.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.216.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.216.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.216.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.217.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.217.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.217.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.217.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.217.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.217.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.217.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.217.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.217.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.217.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.217.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.217.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.218.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.218.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.218.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.218.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.218.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.218.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.218.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.218.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.218.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.218.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.218.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.218.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.219.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.219.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.219.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.219.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.219.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.219.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.219.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.219.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.219.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.219.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.219.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.219.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.220.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.220.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.220.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.220.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.220.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.220.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.220.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.220.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.220.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.220.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.220.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.220.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.221.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.221.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.221.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.221.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.221.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.221.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.221.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.221.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.221.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.221.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.221.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.221.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.222.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.222.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.222.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.222.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.222.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.222.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.222.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.222.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.222.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.222.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.222.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.222.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.223.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.223.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.223.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.223.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.223.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.223.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.223.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.223.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.223.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.223.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.223.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.223.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.224.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.224.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.224.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.224.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.224.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.224.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.224.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.224.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.224.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.224.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.224.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.224.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.225.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.225.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.225.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.225.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.225.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.225.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.225.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.225.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.225.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.225.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.225.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.225.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.226.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.226.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.226.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.226.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.226.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.226.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.226.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.226.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.226.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.226.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.226.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.226.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.227.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.227.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.227.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.227.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.227.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.227.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.227.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.227.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.227.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.227.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.227.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.227.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.228.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.228.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.228.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.228.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.228.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.228.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.228.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.228.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.228.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.228.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.228.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.228.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.229.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.229.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.229.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.229.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.229.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.229.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.229.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.229.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.229.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.229.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.229.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.229.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.230.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.230.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.230.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.230.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.230.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.230.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.230.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.230.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.230.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.230.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.230.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.230.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.231.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.231.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.231.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.231.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.231.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.231.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.231.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.231.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.231.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.231.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.231.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.231.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.232.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.232.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.232.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.232.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.232.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.232.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.232.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.232.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.232.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.232.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.232.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.232.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.233.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.233.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.233.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.233.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.233.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.233.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.233.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.233.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.233.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.233.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.233.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.233.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.234.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.234.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.234.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.234.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.234.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.234.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.234.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.234.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.234.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.234.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.234.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.234.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.235.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.235.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.235.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.235.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.235.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.235.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.235.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.235.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.235.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.235.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.235.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.235.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.236.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.236.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.236.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.236.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.236.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.236.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.236.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.236.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.236.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.236.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.236.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.236.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.237.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.237.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.237.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.237.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.237.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.237.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.237.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.237.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.237.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.237.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.237.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.237.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.238.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.238.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.238.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.238.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.238.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.238.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.238.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.238.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.238.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.238.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.238.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.238.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.239.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.239.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.239.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.239.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.239.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.239.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.239.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.239.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.239.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.239.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.239.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.239.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.240.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.240.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.240.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.240.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.240.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.240.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.240.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.240.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.240.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.240.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.240.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.240.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.241.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.241.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.241.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.241.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.241.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.241.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.241.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.241.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.241.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.241.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.241.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.241.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.242.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.242.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.242.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.242.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.242.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.242.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.242.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.242.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.242.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.242.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.242.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.242.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.243.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.243.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.243.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.243.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.243.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.243.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.243.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.243.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.243.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.243.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.243.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.243.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.244.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.244.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.244.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.244.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.244.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.244.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.244.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.244.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.244.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.244.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.244.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.244.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.245.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.245.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.245.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.245.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.245.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.245.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.245.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.245.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.245.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.245.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.245.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.245.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.246.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.246.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.246.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.246.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.246.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.246.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.246.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.246.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.246.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.246.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.246.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.246.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.247.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.247.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.247.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.247.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.247.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.247.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.247.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.247.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.247.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.247.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.247.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.247.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.248.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.248.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.248.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.248.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.248.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.248.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.248.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.248.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.248.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.248.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.248.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.248.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.249.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.249.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.249.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.249.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.249.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.249.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.249.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.249.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.249.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.249.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.249.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.249.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.250.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.250.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.250.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.250.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.250.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.250.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.250.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.250.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.250.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.250.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.250.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.250.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.251.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.251.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.251.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.251.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.251.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.251.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.251.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.251.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.251.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.251.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.251.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.251.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.252.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.252.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.252.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.252.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.252.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.252.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.252.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.252.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.252.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.252.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.252.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.252.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.253.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.253.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.253.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.253.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.253.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.253.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.253.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.253.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.253.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.253.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.253.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.253.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.254.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.254.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.254.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.254.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.254.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.254.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.254.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.254.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.254.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.254.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.254.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.254.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.255.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.255.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.255.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.255.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.255.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.255.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.255.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.255.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.255.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.255.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.255.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.255.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.gate.bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.gate.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.15.ffn_norm.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.kv_norm.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.q_norm.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_a.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_a.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_a.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_a.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_a.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_b.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_b.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_b.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_b.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_b.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wo.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wo.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wo.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wo.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wo.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_a.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_a.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_a.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_a.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_a.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_b.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_b.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_b.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_b.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_b.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.attn_norm.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.192.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.192.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.192.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.192.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.192.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.192.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.192.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.192.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.192.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.192.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.192.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.192.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.193.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.193.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.193.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.193.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.193.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.193.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.193.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.193.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.193.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.193.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.193.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.193.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.194.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.194.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.194.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.194.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.194.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.194.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.194.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.194.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.194.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.194.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.194.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.194.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.195.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.195.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.195.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.195.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.195.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.195.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.195.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.195.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.195.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.195.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.195.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.195.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.196.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.196.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.196.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.196.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.196.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.196.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.196.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.196.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.196.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.196.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.196.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.196.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.197.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.197.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.197.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.197.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.197.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.197.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.197.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.197.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.197.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.197.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.197.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.197.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.198.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.198.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.198.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.198.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.198.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.198.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.198.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.198.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.198.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.198.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.198.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.198.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.199.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.199.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.199.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.199.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.199.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.199.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.199.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.199.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.199.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.199.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.199.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.199.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.200.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.200.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.200.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.200.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.200.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.200.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.200.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.200.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.200.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.200.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.200.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.200.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.201.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.201.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.201.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.201.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.201.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.201.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.201.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.201.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.201.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.201.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.201.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.201.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.202.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.202.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.202.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.202.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.202.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.202.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.202.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.202.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.202.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.202.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.202.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.202.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.203.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.203.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.203.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.203.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.203.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.203.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.203.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.203.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.203.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.203.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.203.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.203.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.204.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.204.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.204.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.204.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.204.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.204.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.204.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.204.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.204.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.204.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.204.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.204.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.205.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.205.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.205.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.205.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.205.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.205.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.205.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.205.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.205.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.205.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.205.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.205.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.206.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.206.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.206.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.206.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.206.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.206.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.206.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.206.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.206.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.206.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.206.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.206.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.207.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.207.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.207.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.207.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.207.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.207.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.207.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.207.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.207.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.207.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.207.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.207.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.208.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.208.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.208.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.208.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.208.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.208.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.208.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.208.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.208.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.208.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.208.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.208.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.209.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.209.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.209.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.209.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.209.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.209.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.209.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.209.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.209.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.209.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.209.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.209.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.210.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.210.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.210.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.210.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.210.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.210.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.210.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.210.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.210.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.210.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.210.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.210.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.211.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.211.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.211.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.211.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.211.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.211.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.211.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.211.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.211.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.211.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.211.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.211.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.212.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.212.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.212.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.212.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.212.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.212.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.212.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.212.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.212.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.212.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.212.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.212.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.213.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.213.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.213.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.213.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.213.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.213.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.213.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.213.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.213.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.213.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.213.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.213.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.214.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.214.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.214.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.214.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.214.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.214.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.214.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.214.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.214.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.214.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.214.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.214.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.215.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.215.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.215.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.215.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.215.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.215.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.215.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.215.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.215.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.215.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.215.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.215.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.216.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.216.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.216.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.216.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.216.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.216.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.216.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.216.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.216.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.216.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.216.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.216.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.217.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.217.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.217.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.217.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.217.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.217.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.217.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.217.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.217.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.217.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.217.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.217.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.218.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.218.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.218.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.218.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.218.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.218.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.218.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.218.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.218.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.218.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.218.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.218.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.219.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.219.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.219.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.219.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.219.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.219.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.219.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.219.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.219.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.219.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.219.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.219.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.220.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.220.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.220.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.220.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.220.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.220.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.220.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.220.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.220.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.220.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.220.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.220.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.221.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.221.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.221.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.221.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.221.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.221.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.221.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.221.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.221.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.221.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.221.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.221.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.222.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.222.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.222.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.222.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.222.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.222.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.222.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.222.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.222.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.222.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.222.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.222.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.223.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.223.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.223.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.223.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.223.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.223.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.223.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.223.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.223.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.223.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.223.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.223.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.224.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.224.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.224.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.224.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.224.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.224.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.224.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.224.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.224.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.224.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.224.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.224.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.225.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.225.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.225.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.225.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.225.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.225.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.225.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.225.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.225.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.225.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.225.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.225.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.226.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.226.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.226.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.226.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.226.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.226.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.226.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.226.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.226.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.226.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.226.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.226.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.227.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.227.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.227.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.227.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.227.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.227.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.227.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.227.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.227.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.227.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.227.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.227.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.228.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.228.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.228.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.228.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.228.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.228.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.228.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.228.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.228.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.228.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.228.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.228.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.229.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.229.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.229.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.229.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.229.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.229.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.229.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.229.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.229.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.229.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.229.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.229.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.230.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.230.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.230.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.230.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.230.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.230.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.230.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.230.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.230.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.230.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.230.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.230.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.231.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.231.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.231.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.231.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.231.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.231.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.231.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.231.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.231.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.231.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.231.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.231.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.232.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.232.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.232.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.232.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.232.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.232.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.232.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.232.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.232.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.232.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.232.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.232.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.233.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.233.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.233.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.233.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.233.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.233.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.233.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.233.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.233.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.233.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.233.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.233.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.234.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.234.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.234.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.234.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.234.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.234.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.234.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.234.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.234.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.234.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.234.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.234.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.235.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.235.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.235.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.235.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.235.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.235.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.235.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.235.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.235.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.235.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.235.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.235.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.236.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.236.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.236.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.236.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.236.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.236.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.236.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.236.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.236.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.236.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.236.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.236.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.237.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.237.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.237.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.237.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.237.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.237.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.237.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.237.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.237.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.237.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.237.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.237.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.238.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.238.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.238.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.238.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.238.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.238.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.238.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.238.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.238.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.238.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.238.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.238.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.239.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.239.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.239.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.239.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.239.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.239.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.239.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.239.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.239.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.239.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.239.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.239.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.240.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.240.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.240.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.240.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.240.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.240.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.240.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.240.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.240.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.240.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.240.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.240.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.241.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.241.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.241.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.241.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.241.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.241.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.241.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.241.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.241.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.241.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.241.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.241.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.242.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.242.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.242.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.242.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.242.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.242.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.242.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.242.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.242.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.242.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.242.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.242.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.243.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.243.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.243.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.243.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.243.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.243.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.243.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.243.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.243.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.243.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.243.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.243.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.244.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.244.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.244.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.244.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.244.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.244.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.244.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.244.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.244.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.244.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.244.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.244.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.245.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.245.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.245.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.245.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.245.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.245.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.245.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.245.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.245.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.245.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.245.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.245.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.246.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.246.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.246.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.246.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.246.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.246.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.246.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.246.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.246.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.246.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.246.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.246.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.247.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.247.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.247.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.247.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.247.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.247.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.247.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.247.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.247.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.247.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.247.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.247.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.248.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.248.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.248.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.248.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.248.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.248.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.248.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.248.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.248.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.248.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.248.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.248.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.249.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.249.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.249.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.249.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.249.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.249.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.249.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.249.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.249.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.249.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.249.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.249.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.250.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.250.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.250.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.250.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.250.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.250.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.250.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.250.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.250.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.250.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.250.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.250.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.251.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.251.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.251.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.251.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.251.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.251.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.251.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.251.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.251.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.251.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.251.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.251.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.252.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.252.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.252.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.252.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.252.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.252.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.252.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.252.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.252.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.252.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.252.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.252.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.253.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.253.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.253.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.253.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.253.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.253.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.253.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.253.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.253.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.253.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.253.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.253.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.254.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.254.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.254.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.254.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.254.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.254.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.254.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.254.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.254.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.254.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.254.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.254.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.255.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.255.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.255.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.255.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.255.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.255.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.255.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.255.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.255.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.255.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.255.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.255.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.gate.bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.gate.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.16.ffn_norm.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.kv_norm.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.q_norm.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_a.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_a.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_a.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_a.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_a.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_b.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_b.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_b.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_b.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_b.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wo.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wo.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wo.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wo.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wo.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_a.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_a.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_a.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_a.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_a.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_b.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_b.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_b.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_b.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_b.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.attn_norm.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.192.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.192.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.192.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.192.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.192.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.192.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.192.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.192.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.192.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.192.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.192.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.192.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.193.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.193.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.193.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.193.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.193.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.193.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.193.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.193.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.193.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.193.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.193.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.193.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.194.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.194.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.194.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.194.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.194.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.194.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.194.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.194.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.194.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.194.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.194.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.194.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.195.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.195.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.195.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.195.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.195.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.195.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.195.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.195.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.195.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.195.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.195.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.195.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.196.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.196.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.196.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.196.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.196.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.196.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.196.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.196.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.196.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.196.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.196.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.196.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.197.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.197.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.197.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.197.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.197.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.197.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.197.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.197.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.197.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.197.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.197.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.197.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.198.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.198.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.198.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.198.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.198.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.198.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.198.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.198.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.198.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.198.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.198.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.198.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.199.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.199.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.199.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.199.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.199.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.199.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.199.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.199.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.199.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.199.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.199.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.199.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.200.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.200.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.200.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.200.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.200.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.200.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.200.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.200.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.200.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.200.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.200.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.200.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.201.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.201.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.201.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.201.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.201.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.201.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.201.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.201.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.201.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.201.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.201.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.201.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.202.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.202.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.202.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.202.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.202.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.202.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.202.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.202.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.202.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.202.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.202.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.202.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.203.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.203.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.203.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.203.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.203.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.203.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.203.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.203.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.203.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.203.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.203.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.203.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.204.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.204.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.204.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.204.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.204.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.204.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.204.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.204.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.204.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.204.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.204.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.204.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.205.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.205.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.205.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.205.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.205.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.205.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.205.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.205.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.205.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.205.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.205.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.205.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.206.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.206.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.206.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.206.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.206.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.206.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.206.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.206.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.206.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.206.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.206.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.206.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.207.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.207.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.207.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.207.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.207.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.207.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.207.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.207.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.207.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.207.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.207.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.207.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.208.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.208.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.208.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.208.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.208.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.208.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.208.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.208.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.208.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.208.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.208.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.208.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.209.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.209.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.209.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.209.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.209.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.209.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.209.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.209.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.209.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.209.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.209.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.209.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.210.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.210.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.210.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.210.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.210.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.210.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.210.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.210.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.210.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.210.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.210.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.210.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.211.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.211.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.211.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.211.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.211.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.211.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.211.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.211.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.211.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.211.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.211.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.211.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.212.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.212.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.212.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.212.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.212.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.212.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.212.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.212.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.212.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.212.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.212.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.212.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.213.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.213.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.213.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.213.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.213.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.213.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.213.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.213.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.213.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.213.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.213.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.213.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.214.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.214.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.214.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.214.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.214.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.214.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.214.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.214.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.214.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.214.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.214.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.214.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.215.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.215.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.215.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.215.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.215.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.215.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.215.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.215.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.215.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.215.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.215.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.215.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.216.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.216.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.216.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.216.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.216.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.216.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.216.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.216.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.216.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.216.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.216.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.216.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.217.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.217.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.217.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.217.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.217.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.217.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.217.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.217.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.217.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.217.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.217.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.217.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.218.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.218.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.218.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.218.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.218.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.218.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.218.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.218.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.218.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.218.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.218.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.218.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.219.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.219.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.219.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.219.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.219.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.219.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.219.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.219.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.219.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.219.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.219.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.219.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.220.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.220.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.220.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.220.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.220.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.220.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.220.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.220.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.220.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.220.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.220.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.220.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.221.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.221.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.221.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.221.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.221.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.221.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.221.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.221.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.221.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.221.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.221.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.221.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.222.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.222.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.222.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.222.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.222.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.222.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.222.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.222.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.222.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.222.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.222.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.222.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.223.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.223.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.223.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.223.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.223.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.223.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.223.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.223.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.223.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.223.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.223.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.223.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.224.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.224.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.224.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.224.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.224.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.224.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.224.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.224.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.224.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.224.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.224.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.224.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.225.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.225.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.225.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.225.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.225.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.225.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.225.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.225.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.225.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.225.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.225.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.225.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.226.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.226.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.226.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.226.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.226.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.226.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.226.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.226.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.226.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.226.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.226.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.226.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.227.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.227.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.227.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.227.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.227.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.227.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.227.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.227.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.227.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.227.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.227.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.227.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.228.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.228.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.228.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.228.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.228.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.228.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.228.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.228.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.228.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.228.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.228.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.228.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.229.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.229.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.229.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.229.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.229.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.229.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.229.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.229.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.229.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.229.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.229.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.229.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.230.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.230.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.230.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.230.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.230.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.230.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.230.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.230.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.230.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.230.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.230.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.230.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.231.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.231.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.231.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.231.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.231.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.231.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.231.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.231.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.231.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.231.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.231.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.231.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.232.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.232.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.232.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.232.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.232.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.232.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.232.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.232.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.232.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.232.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.232.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.232.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.233.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.233.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.233.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.233.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.233.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.233.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.233.w2.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.233.w2.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.233.w3.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.233.w3.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.233.w3.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.233.w3.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.234.w1.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.234.w1.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.234.w1.weight_bias": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.234.w1.weight_scale": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.234.w2.centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.234.w2.indices": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.234.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.234.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.234.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.234.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.234.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.234.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.235.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.235.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.235.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.235.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.235.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.235.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.235.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.235.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.235.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.235.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.235.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.235.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.236.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.236.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.236.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.236.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.236.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.236.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.236.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.236.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.236.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.236.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.236.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.236.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.237.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.237.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.237.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.237.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.237.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.237.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.237.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.237.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.237.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.237.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.237.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.237.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.238.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.238.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.238.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.238.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.238.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.238.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.238.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.238.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.238.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.238.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.238.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.238.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.239.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.239.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.239.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.239.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.239.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.239.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.239.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.239.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.239.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.239.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.239.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.239.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.240.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.240.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.240.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.240.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.240.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.240.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.240.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.240.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.240.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.240.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.240.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.240.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.241.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.241.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.241.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.241.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.241.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.241.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.241.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.241.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.241.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.241.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.241.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.241.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.242.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.242.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.242.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.242.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.242.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.242.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.242.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.242.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.242.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.242.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.242.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.242.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.243.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.243.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.243.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.243.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.243.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.243.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.243.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.243.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.243.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.243.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.243.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.243.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.244.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.244.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.244.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.244.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.244.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.244.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.244.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.244.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.244.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.244.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.244.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.244.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.245.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.245.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.245.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.245.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.245.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.245.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.245.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.245.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.245.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.245.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.245.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.245.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.246.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.246.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.246.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.246.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.246.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.246.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.246.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.246.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.246.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.246.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.246.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.246.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.247.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.247.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.247.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.247.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.247.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.247.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.247.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.247.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.247.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.247.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.247.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.247.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.248.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.248.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.248.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.248.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.248.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.248.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.248.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.248.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.248.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.248.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.248.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.248.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.249.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.249.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.249.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.249.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.249.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.249.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.249.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.249.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.249.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.249.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.249.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.249.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.250.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.250.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.250.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.250.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.250.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.250.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.250.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.250.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.250.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.250.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.250.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.250.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.251.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.251.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.251.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.251.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.251.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.251.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.251.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.251.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.251.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.251.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.251.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.251.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.252.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.252.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.252.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.252.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.252.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.252.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.252.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.252.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.252.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.252.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.252.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.252.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.253.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.253.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.253.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.253.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.253.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.253.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.253.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.253.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.253.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.253.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.253.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.253.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.254.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.254.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.254.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.254.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.254.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.254.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.254.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.254.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.254.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.254.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.254.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.254.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.255.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.255.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.255.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.255.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.255.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.255.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.255.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.255.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.255.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.255.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.255.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.255.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.gate.bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.gate.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.17.ffn_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.kv_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.q_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_a.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_a.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_a.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_a.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_a.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_b.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_b.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_b.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_b.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_b.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wo.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wo.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wo.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wo.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wo.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_a.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_a.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_a.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_a.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_a.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_b.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_b.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_b.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_b.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_b.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.attn_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.192.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.192.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.192.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.192.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.192.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.192.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.192.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.192.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.192.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.192.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.192.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.192.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.193.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.193.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.193.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.193.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.193.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.193.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.193.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.193.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.193.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.193.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.193.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.193.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.194.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.194.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.194.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.194.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.194.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.194.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.194.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.194.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.194.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.194.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.194.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.194.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.195.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.195.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.195.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.195.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.195.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.195.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.195.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.195.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.195.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.195.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.195.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.195.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.196.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.196.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.196.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.196.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.196.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.196.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.196.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.196.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.196.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.196.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.196.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.196.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.197.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.197.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.197.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.197.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.197.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.197.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.197.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.197.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.197.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.197.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.197.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.197.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.198.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.198.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.198.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.198.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.198.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.198.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.198.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.198.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.198.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.198.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.198.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.198.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.199.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.199.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.199.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.199.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.199.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.199.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.199.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.199.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.199.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.199.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.199.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.199.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.200.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.200.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.200.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.200.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.200.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.200.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.200.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.200.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.200.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.200.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.200.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.200.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.201.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.201.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.201.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.201.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.201.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.201.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.201.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.201.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.201.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.201.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.201.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.201.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.202.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.202.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.202.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.202.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.202.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.202.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.202.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.202.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.202.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.202.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.202.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.202.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.203.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.203.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.203.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.203.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.203.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.203.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.203.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.203.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.203.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.203.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.203.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.203.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.204.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.204.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.204.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.204.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.204.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.204.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.204.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.204.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.204.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.204.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.204.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.204.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.205.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.205.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.205.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.205.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.205.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.205.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.205.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.205.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.205.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.205.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.205.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.205.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.206.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.206.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.206.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.206.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.206.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.206.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.206.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.206.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.206.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.206.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.206.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.206.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.207.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.207.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.207.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.207.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.207.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.207.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.207.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.207.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.207.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.207.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.207.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.207.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.208.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.208.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.208.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.208.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.208.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.208.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.208.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.208.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.208.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.208.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.208.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.208.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.209.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.209.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.209.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.209.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.209.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.209.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.209.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.209.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.209.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.209.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.209.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.209.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.210.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.210.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.210.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.210.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.210.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.210.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.210.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.210.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.210.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.210.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.210.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.210.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.211.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.211.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.211.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.211.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.211.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.211.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.211.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.211.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.211.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.211.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.211.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.211.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.212.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.212.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.212.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.212.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.212.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.212.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.212.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.212.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.212.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.212.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.212.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.212.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.213.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.213.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.213.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.213.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.213.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.213.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.213.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.213.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.213.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.213.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.213.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.213.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.214.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.214.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.214.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.214.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.214.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.214.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.214.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.214.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.214.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.214.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.214.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.214.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.215.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.215.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.215.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.215.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.215.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.215.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.215.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.215.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.215.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.215.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.215.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.215.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.216.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.216.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.216.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.216.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.216.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.216.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.216.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.216.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.216.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.216.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.216.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.216.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.217.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.217.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.217.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.217.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.217.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.217.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.217.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.217.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.217.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.217.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.217.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.217.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.218.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.218.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.218.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.218.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.218.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.218.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.218.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.218.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.218.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.218.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.218.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.218.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.219.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.219.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.219.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.219.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.219.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.219.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.219.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.219.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.219.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.219.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.219.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.219.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.220.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.220.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.220.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.220.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.220.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.220.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.220.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.220.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.220.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.220.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.220.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.220.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.221.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.221.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.221.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.221.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.221.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.221.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.221.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.221.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.221.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.221.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.221.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.221.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.222.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.222.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.222.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.222.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.222.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.222.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.222.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.222.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.222.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.222.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.222.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.222.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.223.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.223.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.223.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.223.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.223.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.223.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.223.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.223.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.223.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.223.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.223.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.223.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.224.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.224.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.224.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.224.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.224.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.224.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.224.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.224.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.224.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.224.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.224.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.224.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.225.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.225.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.225.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.225.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.225.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.225.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.225.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.225.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.225.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.225.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.225.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.225.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.226.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.226.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.226.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.226.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.226.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.226.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.226.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.226.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.226.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.226.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.226.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.226.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.227.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.227.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.227.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.227.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.227.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.227.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.227.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.227.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.227.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.227.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.227.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.227.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.228.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.228.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.228.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.228.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.228.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.228.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.228.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.228.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.228.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.228.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.228.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.228.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.229.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.229.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.229.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.229.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.229.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.229.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.229.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.229.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.229.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.229.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.229.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.229.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.230.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.230.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.230.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.230.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.230.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.230.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.230.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.230.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.230.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.230.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.230.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.230.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.231.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.231.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.231.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.231.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.231.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.231.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.231.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.231.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.231.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.231.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.231.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.231.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.232.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.232.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.232.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.232.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.232.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.232.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.232.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.232.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.232.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.232.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.232.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.232.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.233.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.233.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.233.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.233.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.233.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.233.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.233.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.233.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.233.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.233.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.233.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.233.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.234.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.234.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.234.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.234.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.234.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.234.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.234.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.234.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.234.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.234.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.234.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.234.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.235.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.235.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.235.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.235.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.235.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.235.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.235.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.235.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.235.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.235.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.235.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.235.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.236.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.236.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.236.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.236.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.236.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.236.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.236.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.236.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.236.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.236.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.236.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.236.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.237.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.237.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.237.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.237.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.237.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.237.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.237.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.237.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.237.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.237.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.237.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.237.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.238.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.238.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.238.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.238.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.238.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.238.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.238.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.238.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.238.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.238.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.238.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.238.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.239.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.239.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.239.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.239.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.239.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.239.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.239.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.239.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.239.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.239.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.239.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.239.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.240.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.240.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.240.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.240.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.240.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.240.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.240.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.240.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.240.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.240.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.240.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.240.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.241.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.241.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.241.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.241.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.241.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.241.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.241.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.241.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.241.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.241.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.241.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.241.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.242.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.242.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.242.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.242.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.242.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.242.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.242.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.242.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.242.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.242.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.242.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.242.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.243.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.243.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.243.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.243.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.243.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.243.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.243.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.243.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.243.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.243.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.243.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.243.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.244.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.244.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.244.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.244.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.244.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.244.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.244.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.244.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.244.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.244.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.244.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.244.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.245.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.245.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.245.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.245.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.245.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.245.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.245.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.245.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.245.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.245.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.245.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.245.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.246.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.246.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.246.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.246.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.246.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.246.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.246.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.246.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.246.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.246.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.246.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.246.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.247.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.247.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.247.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.247.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.247.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.247.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.247.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.247.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.247.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.247.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.247.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.247.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.248.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.248.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.248.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.248.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.248.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.248.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.248.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.248.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.248.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.248.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.248.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.248.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.249.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.249.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.249.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.249.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.249.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.249.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.249.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.249.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.249.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.249.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.249.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.249.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.250.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.250.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.250.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.250.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.250.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.250.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.250.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.250.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.250.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.250.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.250.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.250.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.251.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.251.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.251.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.251.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.251.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.251.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.251.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.251.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.251.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.251.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.251.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.251.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.252.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.252.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.252.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.252.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.252.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.252.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.252.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.252.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.252.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.252.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.252.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.252.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.253.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.253.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.253.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.253.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.253.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.253.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.253.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.253.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.253.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.253.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.253.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.253.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.254.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.254.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.254.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.254.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.254.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.254.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.254.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.254.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.254.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.254.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.254.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.254.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.255.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.255.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.255.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.255.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.255.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.255.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.255.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.255.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.255.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.255.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.255.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.255.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.gate.bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.gate.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.18.ffn_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.kv_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.q_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_a.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_a.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_a.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_a.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_a.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_b.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_b.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_b.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_b.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_b.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wo.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wo.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wo.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wo.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wo.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_a.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_a.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_a.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_a.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_a.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_b.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_b.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_b.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_b.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_b.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.attn_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.192.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.192.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.192.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.192.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.192.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.192.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.192.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.192.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.192.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.192.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.192.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.192.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.193.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.193.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.193.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.193.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.193.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.193.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.193.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.193.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.193.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.193.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.193.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.193.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.194.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.194.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.194.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.194.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.194.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.194.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.194.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.194.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.194.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.194.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.194.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.194.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.195.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.195.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.195.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.195.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.195.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.195.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.195.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.195.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.195.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.195.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.195.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.195.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.196.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.196.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.196.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.196.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.196.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.196.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.196.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.196.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.196.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.196.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.196.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.196.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.197.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.197.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.197.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.197.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.197.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.197.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.197.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.197.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.197.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.197.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.197.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.197.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.198.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.198.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.198.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.198.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.198.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.198.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.198.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.198.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.198.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.198.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.198.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.198.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.199.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.199.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.199.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.199.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.199.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.199.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.199.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.199.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.199.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.199.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.199.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.199.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.200.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.200.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.200.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.200.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.200.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.200.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.200.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.200.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.200.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.200.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.200.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.200.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.201.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.201.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.201.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.201.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.201.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.201.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.201.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.201.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.201.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.201.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.201.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.201.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.202.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.202.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.202.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.202.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.202.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.202.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.202.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.202.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.202.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.202.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.202.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.202.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.203.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.203.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.203.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.203.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.203.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.203.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.203.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.203.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.203.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.203.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.203.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.203.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.204.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.204.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.204.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.204.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.204.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.204.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.204.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.204.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.204.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.204.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.204.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.204.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.205.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.205.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.205.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.205.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.205.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.205.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.205.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.205.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.205.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.205.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.205.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.205.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.206.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.206.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.206.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.206.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.206.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.206.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.206.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.206.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.206.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.206.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.206.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.206.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.207.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.207.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.207.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.207.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.207.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.207.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.207.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.207.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.207.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.207.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.207.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.207.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.208.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.208.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.208.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.208.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.208.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.208.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.208.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.208.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.208.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.208.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.208.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.208.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.209.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.209.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.209.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.209.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.209.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.209.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.209.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.209.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.209.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.209.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.209.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.209.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.210.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.210.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.210.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.210.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.210.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.210.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.210.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.210.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.210.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.210.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.210.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.210.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.211.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.211.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.211.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.211.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.211.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.211.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.211.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.211.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.211.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.211.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.211.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.211.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.212.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.212.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.212.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.212.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.212.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.212.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.212.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.212.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.212.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.212.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.212.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.212.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.213.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.213.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.213.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.213.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.213.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.213.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.213.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.213.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.213.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.213.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.213.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.213.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.214.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.214.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.214.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.214.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.214.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.214.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.214.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.214.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.214.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.214.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.214.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.214.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.215.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.215.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.215.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.215.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.215.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.215.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.215.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.215.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.215.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.215.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.215.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.215.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.216.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.216.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.216.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.216.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.216.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.216.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.216.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.216.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.216.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.216.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.216.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.216.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.217.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.217.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.217.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.217.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.217.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.217.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.217.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.217.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.217.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.217.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.217.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.217.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.218.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.218.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.218.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.218.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.218.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.218.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.218.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.218.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.218.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.218.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.218.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.218.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.219.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.219.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.219.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.219.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.219.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.219.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.219.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.219.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.219.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.219.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.219.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.219.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.220.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.220.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.220.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.220.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.220.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.220.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.220.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.220.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.220.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.220.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.220.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.220.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.221.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.221.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.221.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.221.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.221.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.221.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.221.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.221.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.221.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.221.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.221.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.221.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.222.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.222.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.222.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.222.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.222.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.222.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.222.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.222.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.222.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.222.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.222.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.222.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.223.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.223.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.223.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.223.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.223.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.223.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.223.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.223.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.223.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.223.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.223.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.223.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.224.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.224.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.224.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.224.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.224.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.224.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.224.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.224.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.224.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.224.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.224.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.224.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.225.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.225.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.225.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.225.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.225.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.225.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.225.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.225.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.225.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.225.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.225.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.225.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.226.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.226.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.226.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.226.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.226.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.226.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.226.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.226.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.226.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.226.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.226.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.226.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.227.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.227.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.227.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.227.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.227.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.227.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.227.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.227.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.227.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.227.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.227.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.227.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.228.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.228.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.228.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.228.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.228.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.228.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.228.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.228.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.228.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.228.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.228.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.228.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.229.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.229.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.229.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.229.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.229.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.229.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.229.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.229.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.229.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.229.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.229.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.229.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.230.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.230.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.230.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.230.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.230.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.230.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.230.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.230.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.230.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.230.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.230.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.230.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.231.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.231.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.231.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.231.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.231.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.231.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.231.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.231.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.231.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.231.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.231.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.231.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.232.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.232.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.232.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.232.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.232.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.232.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.232.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.232.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.232.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.232.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.232.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.232.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.233.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.233.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.233.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.233.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.233.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.233.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.233.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.233.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.233.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.233.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.233.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.233.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.234.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.234.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.234.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.234.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.234.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.234.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.234.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.234.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.234.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.234.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.234.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.234.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.235.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.235.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.235.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.235.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.235.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.235.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.235.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.235.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.235.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.235.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.235.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.235.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.236.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.236.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.236.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.236.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.236.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.236.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.236.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.236.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.236.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.236.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.236.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.236.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.237.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.237.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.237.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.237.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.237.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.237.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.237.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.237.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.237.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.237.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.237.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.237.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.238.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.238.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.238.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.238.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.238.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.238.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.238.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.238.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.238.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.238.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.238.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.238.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.239.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.239.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.239.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.239.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.239.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.239.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.239.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.239.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.239.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.239.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.239.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.239.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.240.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.240.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.240.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.240.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.240.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.240.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.240.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.240.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.240.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.240.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.240.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.240.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.241.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.241.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.241.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.241.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.241.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.241.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.241.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.241.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.241.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.241.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.241.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.241.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.242.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.242.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.242.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.242.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.242.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.242.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.242.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.242.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.242.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.242.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.242.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.242.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.243.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.243.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.243.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.243.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.243.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.243.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.243.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.243.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.243.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.243.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.243.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.243.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.244.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.244.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.244.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.244.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.244.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.244.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.244.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.244.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.244.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.244.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.244.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.244.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.245.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.245.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.245.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.245.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.245.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.245.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.245.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.245.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.245.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.245.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.245.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.245.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.246.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.246.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.246.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.246.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.246.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.246.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.246.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.246.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.246.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.246.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.246.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.246.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.247.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.247.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.247.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.247.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.247.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.247.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.247.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.247.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.247.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.247.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.247.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.247.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.248.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.248.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.248.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.248.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.248.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.248.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.248.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.248.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.248.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.248.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.248.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.248.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.249.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.249.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.249.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.249.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.249.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.249.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.249.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.249.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.249.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.249.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.249.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.249.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.250.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.250.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.250.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.250.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.250.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.250.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.250.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.250.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.250.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.250.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.250.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.250.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.251.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.251.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.251.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.251.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.251.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.251.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.251.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.251.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.251.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.251.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.251.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.251.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.252.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.252.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.252.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.252.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.252.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.252.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.252.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.252.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.252.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.252.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.252.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.252.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.253.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.253.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.253.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.253.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.253.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.253.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.253.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.253.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.253.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.253.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.253.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.253.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.254.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.254.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.254.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.254.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.254.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.254.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.254.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.254.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.254.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.254.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.254.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.254.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.255.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.255.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.255.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.255.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.255.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.255.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.255.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.255.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.255.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.255.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.255.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.255.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.gate.bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.gate.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.19.ffn_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.kv_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.q_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_a.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_a.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_a.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_a.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_a.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_b.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_b.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_b.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_b.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_b.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wo.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wo.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wo.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wo.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wo.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_a.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_a.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_a.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_a.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_a.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_b.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_b.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_b.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_b.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_b.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.2.attn_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.2.ffn_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.kv_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.q_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_a.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_a.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_a.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_a.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_a.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_b.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_b.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_b.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_b.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_b.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wo.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wo.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wo.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wo.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wo.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_a.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_a.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_a.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_a.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_a.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_b.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_b.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_b.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_b.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_b.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.attn_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.192.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.192.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.192.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.192.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.192.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.192.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.192.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.192.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.192.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.192.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.192.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.192.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.193.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.193.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.193.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.193.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.193.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.193.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.193.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.193.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.193.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.193.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.193.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.193.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.194.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.194.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.194.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.194.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.194.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.194.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.194.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.194.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.194.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.194.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.194.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.194.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.195.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.195.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.195.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.195.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.195.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.195.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.195.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.195.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.195.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.195.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.195.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.195.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.196.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.196.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.196.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.196.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.196.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.196.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.196.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.196.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.196.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.196.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.196.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.196.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.197.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.197.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.197.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.197.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.197.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.197.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.197.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.197.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.197.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.197.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.197.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.197.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.198.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.198.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.198.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.198.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.198.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.198.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.198.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.198.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.198.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.198.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.198.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.198.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.199.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.199.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.199.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.199.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.199.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.199.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.199.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.199.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.199.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.199.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.199.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.199.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.200.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.200.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.200.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.200.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.200.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.200.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.200.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.200.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.200.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.200.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.200.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.200.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.201.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.201.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.201.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.201.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.201.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.201.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.201.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.201.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.201.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.201.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.201.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.201.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.202.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.202.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.202.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.202.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.202.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.202.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.202.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.202.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.202.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.202.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.202.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.202.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.203.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.203.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.203.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.203.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.203.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.203.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.203.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.203.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.203.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.203.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.203.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.203.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.204.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.204.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.204.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.204.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.204.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.204.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.204.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.204.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.204.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.204.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.204.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.204.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.205.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.205.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.205.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.205.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.205.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.205.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.205.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.205.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.205.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.205.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.205.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.205.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.206.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.206.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.206.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.206.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.206.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.206.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.206.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.206.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.206.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.206.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.206.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.206.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.207.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.207.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.207.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.207.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.207.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.207.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.207.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.207.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.207.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.207.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.207.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.207.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.208.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.208.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.208.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.208.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.208.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.208.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.208.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.208.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.208.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.208.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.208.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.208.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.209.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.209.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.209.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.209.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.209.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.209.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.209.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.209.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.209.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.209.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.209.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.209.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.210.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.210.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.210.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.210.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.210.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.210.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.210.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.210.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.210.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.210.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.210.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.210.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.211.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.211.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.211.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.211.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.211.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.211.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.211.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.211.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.211.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.211.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.211.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.211.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.212.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.212.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.212.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.212.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.212.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.212.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.212.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.212.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.212.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.212.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.212.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.212.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.213.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.213.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.213.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.213.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.213.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.213.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.213.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.213.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.213.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.213.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.213.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.213.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.214.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.214.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.214.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.214.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.214.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.214.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.214.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.214.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.214.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.214.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.214.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.214.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.215.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.215.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.215.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.215.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.215.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.215.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.215.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.215.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.215.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.215.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.215.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.215.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.216.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.216.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.216.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.216.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.216.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.216.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.216.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.216.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.216.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.216.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.216.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.216.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.217.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.217.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.217.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.217.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.217.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.217.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.217.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.217.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.217.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.217.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.217.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.217.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.218.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.218.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.218.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.218.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.218.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.218.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.218.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.218.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.218.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.218.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.218.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.218.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.219.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.219.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.219.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.219.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.219.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.219.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.219.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.219.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.219.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.219.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.219.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.219.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.220.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.220.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.220.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.220.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.220.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.220.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.220.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.220.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.220.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.220.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.220.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.220.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.221.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.221.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.221.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.221.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.221.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.221.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.221.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.221.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.221.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.221.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.221.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.221.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.222.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.222.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.222.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.222.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.222.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.222.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.222.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.222.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.222.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.222.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.222.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.222.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.223.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.223.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.223.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.223.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.223.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.223.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.223.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.223.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.223.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.223.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.223.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.223.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.224.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.224.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.224.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.224.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.224.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.224.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.224.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.224.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.224.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.224.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.224.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.224.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.225.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.225.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.225.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.225.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.225.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.225.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.225.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.225.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.225.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.225.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.225.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.225.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.226.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.226.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.226.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.226.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.226.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.226.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.226.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.226.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.226.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.226.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.226.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.226.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.227.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.227.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.227.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.227.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.227.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.227.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.227.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.227.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.227.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.227.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.227.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.227.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.228.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.228.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.228.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.228.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.228.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.228.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.228.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.228.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.228.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.228.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.228.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.228.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.229.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.229.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.229.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.229.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.229.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.229.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.229.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.229.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.229.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.229.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.229.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.229.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.230.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.230.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.230.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.230.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.230.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.230.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.230.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.230.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.230.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.230.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.230.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.230.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.231.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.231.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.231.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.231.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.231.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.231.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.231.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.231.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.231.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.231.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.231.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.231.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.232.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.232.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.232.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.232.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.232.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.232.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.232.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.232.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.232.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.232.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.232.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.232.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.233.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.233.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.233.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.233.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.233.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.233.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.233.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.233.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.233.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.233.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.233.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.233.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.234.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.234.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.234.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.234.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.234.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.234.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.234.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.234.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.234.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.234.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.234.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.234.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.235.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.235.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.235.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.235.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.235.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.235.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.235.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.235.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.235.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.235.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.235.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.235.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.236.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.236.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.236.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.236.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.236.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.236.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.236.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.236.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.236.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.236.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.236.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.236.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.237.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.237.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.237.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.237.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.237.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.237.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.237.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.237.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.237.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.237.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.237.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.237.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.238.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.238.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.238.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.238.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.238.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.238.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.238.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.238.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.238.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.238.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.238.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.238.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.239.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.239.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.239.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.239.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.239.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.239.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.239.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.239.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.239.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.239.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.239.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.239.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.240.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.240.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.240.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.240.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.240.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.240.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.240.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.240.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.240.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.240.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.240.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.240.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.241.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.241.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.241.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.241.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.241.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.241.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.241.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.241.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.241.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.241.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.241.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.241.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.242.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.242.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.242.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.242.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.242.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.242.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.242.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.242.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.242.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.242.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.242.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.242.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.243.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.243.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.243.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.243.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.243.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.243.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.243.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.243.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.243.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.243.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.243.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.243.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.244.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.244.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.244.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.244.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.244.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.244.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.244.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.244.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.244.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.244.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.244.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.244.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.245.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.245.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.245.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.245.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.245.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.245.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.245.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.245.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.245.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.245.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.245.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.245.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.246.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.246.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.246.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.246.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.246.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.246.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.246.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.246.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.246.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.246.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.246.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.246.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.247.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.247.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.247.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.247.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.247.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.247.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.247.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.247.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.247.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.247.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.247.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.247.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.248.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.248.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.248.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.248.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.248.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.248.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.248.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.248.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.248.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.248.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.248.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.248.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.249.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.249.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.249.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.249.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.249.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.249.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.249.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.249.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.249.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.249.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.249.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.249.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.250.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.250.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.250.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.250.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.250.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.250.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.250.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.250.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.250.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.250.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.250.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.250.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.251.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.251.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.251.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.251.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.251.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.251.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.251.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.251.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.251.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.251.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.251.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.251.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.252.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.252.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.252.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.252.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.252.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.252.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.252.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.252.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.252.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.252.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.252.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.252.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.253.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.253.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.253.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.253.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.253.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.253.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.253.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.253.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.253.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.253.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.253.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.253.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.254.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.254.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.254.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.254.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.254.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.254.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.254.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.254.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.254.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.254.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.254.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.254.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.255.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.255.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.255.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.255.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.255.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.255.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.255.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.255.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.255.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.255.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.255.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.255.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.gate.bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.gate.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.20.ffn_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.kv_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.q_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_a.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_a.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_a.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_a.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_a.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_b.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_b.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_b.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_b.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_b.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wo.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wo.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wo.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wo.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wo.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_a.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_a.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_a.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_a.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_a.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_b.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_b.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_b.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_b.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_b.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.attn_norm.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.192.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.192.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.192.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.192.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.192.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.192.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.192.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.192.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.192.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.192.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.192.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.192.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.193.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.193.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.193.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.193.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.193.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.193.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.193.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.193.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.193.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.193.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.193.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.193.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.194.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.194.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.194.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.194.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.194.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.194.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.194.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.194.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.194.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.194.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.194.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.194.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.195.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.195.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.195.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.195.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.195.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.195.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.195.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.195.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.195.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.195.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.195.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.195.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.196.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.196.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.196.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.196.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.196.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.196.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.196.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.196.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.196.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.196.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.196.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.196.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.197.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.197.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.197.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.197.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.197.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.197.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.197.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.197.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.197.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.197.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.197.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.197.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.198.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.198.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.198.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.198.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.198.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.198.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.198.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.198.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.198.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.198.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.198.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.198.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.199.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.199.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.199.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.199.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.199.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.199.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.199.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.199.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.199.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.199.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.199.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.199.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.200.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.200.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.200.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.200.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.200.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.200.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.200.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.200.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.200.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.200.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.200.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.200.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.201.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.201.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.201.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.201.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.201.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.201.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.201.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.201.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.201.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.201.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.201.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.201.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.202.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.202.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.202.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.202.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.202.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.202.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.202.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.202.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.202.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.202.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.202.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.202.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.203.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.203.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.203.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.203.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.203.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.203.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.203.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.203.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.203.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.203.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.203.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.203.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.204.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.204.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.204.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.204.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.204.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.204.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.204.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.204.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.204.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.204.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.204.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.204.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.205.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.205.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.205.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.205.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.205.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.205.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.205.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.205.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.205.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.205.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.205.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.205.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.206.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.206.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.206.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.206.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.206.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.206.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.206.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.206.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.206.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.206.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.206.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.206.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.207.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.207.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.207.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.207.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.207.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.207.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.207.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.207.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.207.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.207.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.207.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.207.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.208.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.208.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.208.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.208.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.208.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.208.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.208.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.208.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.208.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.208.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.208.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.208.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.209.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.209.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.209.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.209.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.209.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.209.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.209.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.209.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.209.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.209.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.209.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.209.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.210.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.210.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.210.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.210.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.210.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.210.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.210.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.210.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.210.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.210.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.210.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.210.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.211.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.211.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.211.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.211.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.211.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.211.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.211.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.211.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.211.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.211.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.211.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.211.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.212.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.212.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.212.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.212.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.212.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.212.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.212.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.212.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.212.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.212.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.212.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.212.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.213.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.213.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.213.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.213.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.213.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.213.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.213.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.213.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.213.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.213.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.213.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.213.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.214.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.214.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.214.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.214.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.214.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.214.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.214.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.214.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.214.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.214.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.214.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.214.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.215.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.215.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.215.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.215.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.215.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.215.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.215.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.215.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.215.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.215.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.215.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.215.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.216.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.216.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.216.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.216.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.216.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.216.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.216.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.216.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.216.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.216.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.216.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.216.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.217.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.217.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.217.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.217.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.217.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.217.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.217.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.217.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.217.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.217.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.217.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.217.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.218.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.218.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.218.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.218.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.218.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.218.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.218.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.218.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.218.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.218.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.218.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.218.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.219.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.219.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.219.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.219.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.219.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.219.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.219.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.219.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.219.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.219.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.219.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.219.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.220.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.220.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.220.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.220.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.220.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.220.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.220.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.220.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.220.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.220.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.220.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.220.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.221.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.221.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.221.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.221.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.221.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.221.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.221.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.221.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.221.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.221.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.221.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.221.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.222.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.222.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.222.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.222.w1.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.222.w2.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.222.w2.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.222.w2.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.222.w2.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.222.w3.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.222.w3.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.222.w3.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.222.w3.weight_scale": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.223.w1.centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.223.w1.indices": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.223.w1.weight_bias": "model3-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.223.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.223.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.223.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.223.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.223.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.223.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.223.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.223.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.223.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.224.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.224.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.224.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.224.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.224.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.224.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.224.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.224.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.224.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.224.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.224.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.224.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.225.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.225.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.225.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.225.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.225.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.225.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.225.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.225.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.225.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.225.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.225.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.225.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.226.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.226.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.226.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.226.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.226.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.226.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.226.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.226.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.226.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.226.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.226.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.226.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.227.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.227.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.227.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.227.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.227.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.227.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.227.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.227.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.227.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.227.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.227.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.227.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.228.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.228.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.228.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.228.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.228.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.228.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.228.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.228.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.228.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.228.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.228.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.228.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.229.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.229.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.229.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.229.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.229.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.229.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.229.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.229.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.229.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.229.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.229.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.229.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.230.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.230.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.230.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.230.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.230.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.230.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.230.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.230.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.230.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.230.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.230.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.230.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.231.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.231.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.231.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.231.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.231.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.231.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.231.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.231.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.231.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.231.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.231.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.231.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.232.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.232.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.232.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.232.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.232.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.232.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.232.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.232.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.232.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.232.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.232.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.232.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.233.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.233.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.233.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.233.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.233.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.233.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.233.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.233.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.233.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.233.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.233.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.233.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.234.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.234.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.234.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.234.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.234.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.234.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.234.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.234.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.234.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.234.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.234.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.234.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.235.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.235.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.235.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.235.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.235.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.235.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.235.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.235.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.235.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.235.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.235.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.235.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.236.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.236.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.236.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.236.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.236.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.236.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.236.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.236.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.236.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.236.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.236.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.236.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.237.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.237.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.237.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.237.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.237.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.237.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.237.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.237.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.237.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.237.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.237.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.237.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.238.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.238.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.238.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.238.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.238.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.238.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.238.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.238.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.238.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.238.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.238.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.238.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.239.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.239.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.239.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.239.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.239.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.239.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.239.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.239.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.239.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.239.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.239.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.239.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.240.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.240.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.240.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.240.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.240.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.240.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.240.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.240.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.240.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.240.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.240.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.240.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.241.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.241.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.241.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.241.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.241.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.241.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.241.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.241.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.241.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.241.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.241.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.241.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.242.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.242.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.242.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.242.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.242.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.242.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.242.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.242.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.242.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.242.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.242.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.242.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.243.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.243.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.243.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.243.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.243.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.243.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.243.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.243.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.243.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.243.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.243.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.243.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.244.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.244.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.244.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.244.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.244.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.244.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.244.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.244.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.244.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.244.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.244.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.244.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.245.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.245.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.245.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.245.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.245.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.245.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.245.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.245.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.245.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.245.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.245.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.245.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.246.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.246.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.246.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.246.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.246.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.246.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.246.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.246.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.246.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.246.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.246.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.246.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.247.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.247.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.247.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.247.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.247.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.247.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.247.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.247.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.247.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.247.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.247.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.247.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.248.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.248.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.248.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.248.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.248.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.248.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.248.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.248.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.248.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.248.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.248.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.248.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.249.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.249.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.249.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.249.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.249.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.249.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.249.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.249.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.249.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.249.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.249.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.249.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.250.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.250.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.250.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.250.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.250.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.250.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.250.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.250.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.250.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.250.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.250.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.250.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.251.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.251.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.251.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.251.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.251.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.251.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.251.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.251.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.251.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.251.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.251.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.251.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.252.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.252.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.252.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.252.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.252.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.252.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.252.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.252.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.252.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.252.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.252.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.252.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.253.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.253.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.253.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.253.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.253.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.253.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.253.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.253.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.253.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.253.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.253.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.253.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.254.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.254.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.254.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.254.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.254.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.254.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.254.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.254.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.254.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.254.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.254.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.254.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.255.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.255.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.255.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.255.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.255.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.255.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.255.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.255.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.255.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.255.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.255.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.255.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.gate.bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.gate.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.21.ffn_norm.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.kv_norm.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.q_norm.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_a.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_a.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_a.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_a.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_a.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_b.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_b.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_b.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_b.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_b.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wo.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wo.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wo.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wo.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wo.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_a.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_a.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_a.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_a.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_a.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_b.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_b.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_b.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_b.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_b.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.attn_norm.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.192.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.192.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.192.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.192.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.192.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.192.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.192.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.192.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.192.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.192.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.192.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.192.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.193.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.193.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.193.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.193.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.193.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.193.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.193.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.193.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.193.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.193.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.193.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.193.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.194.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.194.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.194.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.194.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.194.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.194.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.194.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.194.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.194.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.194.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.194.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.194.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.195.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.195.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.195.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.195.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.195.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.195.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.195.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.195.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.195.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.195.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.195.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.195.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.196.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.196.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.196.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.196.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.196.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.196.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.196.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.196.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.196.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.196.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.196.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.196.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.197.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.197.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.197.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.197.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.197.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.197.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.197.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.197.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.197.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.197.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.197.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.197.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.198.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.198.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.198.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.198.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.198.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.198.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.198.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.198.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.198.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.198.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.198.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.198.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.199.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.199.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.199.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.199.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.199.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.199.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.199.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.199.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.199.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.199.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.199.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.199.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.200.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.200.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.200.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.200.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.200.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.200.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.200.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.200.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.200.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.200.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.200.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.200.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.201.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.201.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.201.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.201.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.201.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.201.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.201.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.201.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.201.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.201.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.201.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.201.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.202.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.202.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.202.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.202.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.202.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.202.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.202.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.202.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.202.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.202.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.202.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.202.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.203.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.203.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.203.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.203.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.203.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.203.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.203.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.203.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.203.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.203.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.203.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.203.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.204.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.204.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.204.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.204.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.204.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.204.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.204.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.204.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.204.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.204.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.204.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.204.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.205.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.205.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.205.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.205.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.205.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.205.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.205.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.205.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.205.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.205.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.205.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.205.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.206.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.206.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.206.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.206.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.206.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.206.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.206.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.206.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.206.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.206.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.206.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.206.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.207.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.207.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.207.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.207.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.207.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.207.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.207.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.207.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.207.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.207.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.207.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.207.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.208.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.208.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.208.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.208.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.208.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.208.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.208.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.208.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.208.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.208.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.208.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.208.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.209.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.209.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.209.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.209.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.209.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.209.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.209.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.209.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.209.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.209.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.209.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.209.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.210.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.210.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.210.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.210.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.210.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.210.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.210.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.210.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.210.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.210.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.210.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.210.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.211.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.211.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.211.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.211.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.211.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.211.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.211.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.211.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.211.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.211.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.211.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.211.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.212.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.212.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.212.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.212.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.212.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.212.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.212.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.212.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.212.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.212.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.212.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.212.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.213.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.213.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.213.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.213.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.213.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.213.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.213.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.213.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.213.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.213.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.213.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.213.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.214.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.214.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.214.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.214.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.214.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.214.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.214.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.214.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.214.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.214.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.214.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.214.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.215.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.215.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.215.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.215.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.215.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.215.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.215.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.215.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.215.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.215.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.215.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.215.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.216.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.216.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.216.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.216.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.216.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.216.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.216.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.216.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.216.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.216.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.216.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.216.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.217.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.217.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.217.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.217.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.217.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.217.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.217.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.217.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.217.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.217.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.217.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.217.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.218.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.218.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.218.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.218.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.218.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.218.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.218.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.218.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.218.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.218.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.218.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.218.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.219.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.219.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.219.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.219.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.219.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.219.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.219.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.219.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.219.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.219.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.219.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.219.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.220.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.220.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.220.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.220.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.220.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.220.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.220.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.220.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.220.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.220.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.220.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.220.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.221.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.221.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.221.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.221.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.221.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.221.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.221.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.221.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.221.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.221.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.221.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.221.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.222.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.222.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.222.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.222.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.222.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.222.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.222.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.222.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.222.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.222.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.222.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.222.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.223.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.223.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.223.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.223.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.223.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.223.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.223.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.223.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.223.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.223.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.223.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.223.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.224.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.224.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.224.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.224.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.224.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.224.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.224.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.224.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.224.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.224.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.224.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.224.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.225.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.225.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.225.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.225.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.225.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.225.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.225.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.225.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.225.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.225.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.225.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.225.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.226.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.226.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.226.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.226.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.226.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.226.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.226.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.226.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.226.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.226.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.226.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.226.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.227.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.227.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.227.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.227.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.227.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.227.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.227.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.227.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.227.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.227.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.227.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.227.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.228.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.228.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.228.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.228.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.228.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.228.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.228.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.228.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.228.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.228.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.228.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.228.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.229.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.229.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.229.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.229.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.229.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.229.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.229.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.229.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.229.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.229.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.229.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.229.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.230.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.230.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.230.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.230.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.230.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.230.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.230.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.230.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.230.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.230.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.230.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.230.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.231.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.231.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.231.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.231.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.231.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.231.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.231.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.231.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.231.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.231.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.231.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.231.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.232.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.232.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.232.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.232.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.232.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.232.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.232.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.232.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.232.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.232.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.232.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.232.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.233.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.233.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.233.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.233.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.233.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.233.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.233.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.233.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.233.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.233.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.233.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.233.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.234.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.234.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.234.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.234.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.234.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.234.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.234.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.234.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.234.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.234.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.234.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.234.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.235.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.235.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.235.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.235.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.235.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.235.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.235.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.235.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.235.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.235.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.235.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.235.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.236.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.236.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.236.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.236.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.236.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.236.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.236.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.236.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.236.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.236.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.236.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.236.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.237.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.237.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.237.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.237.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.237.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.237.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.237.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.237.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.237.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.237.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.237.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.237.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.238.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.238.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.238.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.238.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.238.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.238.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.238.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.238.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.238.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.238.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.238.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.238.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.239.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.239.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.239.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.239.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.239.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.239.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.239.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.239.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.239.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.239.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.239.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.239.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.240.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.240.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.240.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.240.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.240.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.240.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.240.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.240.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.240.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.240.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.240.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.240.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.241.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.241.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.241.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.241.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.241.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.241.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.241.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.241.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.241.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.241.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.241.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.241.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.242.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.242.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.242.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.242.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.242.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.242.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.242.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.242.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.242.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.242.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.242.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.242.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.243.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.243.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.243.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.243.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.243.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.243.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.243.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.243.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.243.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.243.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.243.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.243.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.244.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.244.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.244.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.244.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.244.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.244.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.244.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.244.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.244.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.244.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.244.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.244.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.245.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.245.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.245.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.245.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.245.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.245.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.245.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.245.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.245.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.245.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.245.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.245.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.246.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.246.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.246.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.246.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.246.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.246.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.246.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.246.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.246.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.246.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.246.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.246.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.247.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.247.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.247.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.247.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.247.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.247.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.247.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.247.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.247.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.247.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.247.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.247.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.248.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.248.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.248.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.248.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.248.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.248.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.248.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.248.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.248.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.248.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.248.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.248.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.249.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.249.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.249.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.249.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.249.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.249.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.249.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.249.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.249.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.249.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.249.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.249.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.250.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.250.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.250.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.250.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.250.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.250.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.250.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.250.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.250.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.250.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.250.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.250.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.251.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.251.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.251.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.251.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.251.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.251.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.251.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.251.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.251.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.251.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.251.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.251.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.252.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.252.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.252.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.252.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.252.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.252.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.252.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.252.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.252.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.252.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.252.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.252.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.253.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.253.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.253.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.253.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.253.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.253.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.253.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.253.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.253.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.253.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.253.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.253.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.254.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.254.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.254.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.254.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.254.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.254.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.254.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.254.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.254.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.254.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.254.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.254.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.255.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.255.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.255.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.255.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.255.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.255.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.255.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.255.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.255.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.255.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.255.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.255.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.gate.bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.gate.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.22.ffn_norm.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.kv_norm.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.q_norm.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_a.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_a.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_a.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_a.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_a.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_b.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_b.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_b.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_b.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_b.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wo.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wo.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wo.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wo.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wo.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_a.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_a.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_a.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_a.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_a.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_b.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_b.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_b.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_b.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_b.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.attn_norm.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.192.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.192.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.192.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.192.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.192.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.192.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.192.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.192.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.192.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.192.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.192.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.192.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.193.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.193.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.193.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.193.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.193.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.193.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.193.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.193.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.193.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.193.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.193.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.193.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.194.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.194.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.194.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.194.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.194.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.194.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.194.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.194.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.194.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.194.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.194.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.194.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.195.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.195.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.195.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.195.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.195.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.195.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.195.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.195.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.195.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.195.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.195.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.195.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.196.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.196.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.196.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.196.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.196.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.196.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.196.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.196.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.196.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.196.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.196.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.196.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.197.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.197.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.197.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.197.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.197.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.197.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.197.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.197.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.197.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.197.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.197.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.197.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.198.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.198.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.198.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.198.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.198.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.198.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.198.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.198.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.198.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.198.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.198.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.198.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.199.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.199.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.199.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.199.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.199.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.199.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.199.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.199.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.199.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.199.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.199.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.199.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.200.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.200.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.200.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.200.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.200.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.200.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.200.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.200.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.200.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.200.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.200.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.200.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.201.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.201.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.201.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.201.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.201.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.201.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.201.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.201.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.201.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.201.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.201.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.201.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.202.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.202.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.202.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.202.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.202.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.202.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.202.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.202.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.202.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.202.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.202.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.202.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.203.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.203.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.203.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.203.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.203.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.203.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.203.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.203.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.203.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.203.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.203.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.203.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.204.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.204.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.204.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.204.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.204.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.204.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.204.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.204.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.204.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.204.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.204.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.204.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.205.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.205.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.205.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.205.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.205.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.205.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.205.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.205.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.205.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.205.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.205.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.205.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.206.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.206.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.206.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.206.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.206.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.206.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.206.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.206.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.206.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.206.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.206.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.206.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.207.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.207.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.207.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.207.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.207.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.207.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.207.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.207.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.207.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.207.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.207.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.207.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.208.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.208.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.208.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.208.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.208.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.208.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.208.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.208.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.208.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.208.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.208.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.208.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.209.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.209.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.209.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.209.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.209.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.209.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.209.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.209.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.209.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.209.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.209.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.209.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.210.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.210.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.210.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.210.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.210.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.210.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.210.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.210.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.210.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.210.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.210.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.210.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.211.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.211.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.211.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.211.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.211.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.211.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.211.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.211.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.211.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.211.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.211.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.211.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.212.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.212.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.212.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.212.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.212.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.212.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.212.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.212.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.212.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.212.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.212.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.212.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.213.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.213.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.213.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.213.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.213.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.213.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.213.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.213.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.213.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.213.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.213.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.213.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.214.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.214.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.214.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.214.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.214.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.214.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.214.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.214.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.214.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.214.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.214.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.214.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.215.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.215.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.215.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.215.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.215.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.215.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.215.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.215.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.215.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.215.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.215.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.215.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.216.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.216.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.216.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.216.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.216.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.216.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.216.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.216.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.216.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.216.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.216.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.216.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.217.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.217.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.217.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.217.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.217.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.217.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.217.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.217.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.217.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.217.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.217.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.217.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.218.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.218.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.218.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.218.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.218.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.218.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.218.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.218.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.218.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.218.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.218.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.218.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.219.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.219.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.219.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.219.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.219.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.219.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.219.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.219.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.219.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.219.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.219.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.219.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.220.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.220.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.220.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.220.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.220.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.220.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.220.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.220.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.220.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.220.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.220.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.220.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.221.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.221.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.221.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.221.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.221.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.221.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.221.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.221.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.221.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.221.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.221.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.221.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.222.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.222.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.222.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.222.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.222.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.222.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.222.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.222.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.222.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.222.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.222.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.222.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.223.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.223.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.223.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.223.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.223.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.223.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.223.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.223.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.223.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.223.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.223.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.223.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.224.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.224.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.224.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.224.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.224.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.224.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.224.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.224.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.224.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.224.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.224.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.224.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.225.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.225.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.225.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.225.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.225.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.225.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.225.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.225.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.225.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.225.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.225.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.225.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.226.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.226.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.226.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.226.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.226.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.226.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.226.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.226.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.226.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.226.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.226.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.226.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.227.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.227.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.227.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.227.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.227.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.227.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.227.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.227.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.227.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.227.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.227.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.227.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.228.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.228.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.228.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.228.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.228.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.228.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.228.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.228.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.228.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.228.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.228.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.228.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.229.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.229.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.229.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.229.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.229.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.229.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.229.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.229.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.229.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.229.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.229.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.229.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.230.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.230.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.230.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.230.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.230.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.230.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.230.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.230.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.230.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.230.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.230.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.230.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.231.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.231.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.231.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.231.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.231.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.231.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.231.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.231.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.231.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.231.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.231.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.231.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.232.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.232.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.232.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.232.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.232.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.232.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.232.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.232.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.232.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.232.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.232.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.232.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.233.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.233.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.233.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.233.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.233.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.233.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.233.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.233.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.233.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.233.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.233.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.233.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.234.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.234.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.234.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.234.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.234.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.234.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.234.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.234.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.234.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.234.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.234.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.234.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.235.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.235.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.235.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.235.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.235.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.235.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.235.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.235.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.235.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.235.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.235.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.235.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.236.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.236.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.236.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.236.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.236.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.236.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.236.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.236.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.236.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.236.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.236.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.236.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.237.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.237.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.237.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.237.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.237.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.237.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.237.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.237.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.237.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.237.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.237.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.237.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.238.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.238.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.238.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.238.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.238.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.238.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.238.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.238.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.238.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.238.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.238.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.238.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.239.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.239.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.239.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.239.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.239.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.239.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.239.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.239.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.239.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.239.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.239.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.239.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.240.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.240.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.240.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.240.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.240.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.240.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.240.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.240.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.240.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.240.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.240.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.240.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.241.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.241.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.241.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.241.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.241.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.241.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.241.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.241.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.241.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.241.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.241.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.241.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.242.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.242.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.242.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.242.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.242.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.242.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.242.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.242.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.242.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.242.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.242.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.242.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.243.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.243.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.243.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.243.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.243.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.243.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.243.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.243.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.243.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.243.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.243.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.243.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.244.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.244.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.244.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.244.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.244.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.244.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.244.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.244.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.244.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.244.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.244.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.244.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.245.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.245.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.245.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.245.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.245.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.245.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.245.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.245.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.245.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.245.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.245.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.245.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.246.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.246.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.246.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.246.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.246.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.246.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.246.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.246.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.246.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.246.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.246.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.246.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.247.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.247.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.247.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.247.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.247.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.247.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.247.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.247.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.247.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.247.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.247.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.247.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.248.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.248.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.248.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.248.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.248.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.248.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.248.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.248.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.248.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.248.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.248.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.248.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.249.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.249.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.249.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.249.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.249.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.249.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.249.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.249.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.249.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.249.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.249.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.249.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.250.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.250.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.250.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.250.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.250.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.250.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.250.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.250.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.250.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.250.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.250.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.250.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.251.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.251.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.251.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.251.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.251.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.251.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.251.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.251.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.251.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.251.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.251.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.251.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.252.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.252.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.252.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.252.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.252.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.252.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.252.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.252.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.252.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.252.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.252.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.252.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.253.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.253.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.253.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.253.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.253.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.253.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.253.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.253.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.253.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.253.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.253.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.253.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.254.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.254.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.254.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.254.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.254.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.254.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.254.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.254.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.254.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.254.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.254.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.254.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.255.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.255.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.255.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.255.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.255.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.255.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.255.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.255.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.255.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.255.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.255.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.255.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.gate.bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.gate.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.23.ffn_norm.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.kv_norm.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.q_norm.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_a.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_a.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_a.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_a.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_a.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_b.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_b.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_b.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_b.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_b.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wo.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wo.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wo.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wo.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wo.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_a.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_a.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_a.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_a.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_a.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_b.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_b.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_b.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_b.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_b.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.attn_norm.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.192.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.192.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.192.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.192.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.192.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.192.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.192.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.192.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.192.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.192.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.192.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.192.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.193.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.193.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.193.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.193.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.193.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.193.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.193.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.193.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.193.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.193.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.193.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.193.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.194.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.194.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.194.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.194.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.194.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.194.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.194.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.194.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.194.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.194.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.194.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.194.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.195.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.195.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.195.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.195.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.195.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.195.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.195.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.195.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.195.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.195.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.195.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.195.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.196.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.196.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.196.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.196.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.196.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.196.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.196.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.196.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.196.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.196.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.196.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.196.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.197.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.197.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.197.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.197.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.197.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.197.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.197.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.197.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.197.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.197.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.197.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.197.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.198.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.198.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.198.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.198.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.198.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.198.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.198.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.198.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.198.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.198.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.198.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.198.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.199.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.199.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.199.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.199.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.199.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.199.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.199.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.199.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.199.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.199.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.199.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.199.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.200.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.200.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.200.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.200.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.200.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.200.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.200.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.200.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.200.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.200.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.200.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.200.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.201.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.201.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.201.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.201.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.201.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.201.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.201.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.201.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.201.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.201.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.201.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.201.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.202.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.202.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.202.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.202.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.202.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.202.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.202.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.202.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.202.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.202.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.202.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.202.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.203.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.203.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.203.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.203.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.203.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.203.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.203.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.203.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.203.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.203.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.203.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.203.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.204.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.204.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.204.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.204.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.204.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.204.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.204.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.204.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.204.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.204.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.204.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.204.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.205.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.205.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.205.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.205.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.205.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.205.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.205.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.205.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.205.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.205.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.205.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.205.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.206.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.206.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.206.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.206.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.206.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.206.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.206.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.206.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.206.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.206.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.206.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.206.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.207.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.207.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.207.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.207.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.207.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.207.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.207.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.207.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.207.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.207.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.207.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.207.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.208.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.208.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.208.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.208.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.208.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.208.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.208.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.208.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.208.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.208.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.208.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.208.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.209.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.209.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.209.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.209.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.209.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.209.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.209.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.209.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.209.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.209.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.209.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.209.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.210.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.210.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.210.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.210.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.210.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.210.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.210.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.210.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.210.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.210.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.210.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.210.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.211.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.211.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.211.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.211.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.211.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.211.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.211.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.211.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.211.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.211.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.211.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.211.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.212.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.212.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.212.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.212.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.212.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.212.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.212.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.212.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.212.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.212.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.212.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.212.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.213.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.213.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.213.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.213.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.213.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.213.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.213.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.213.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.213.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.213.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.213.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.213.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.214.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.214.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.214.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.214.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.214.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.214.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.214.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.214.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.214.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.214.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.214.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.214.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.215.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.215.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.215.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.215.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.215.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.215.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.215.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.215.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.215.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.215.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.215.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.215.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.216.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.216.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.216.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.216.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.216.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.216.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.216.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.216.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.216.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.216.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.216.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.216.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.217.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.217.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.217.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.217.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.217.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.217.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.217.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.217.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.217.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.217.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.217.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.217.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.218.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.218.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.218.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.218.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.218.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.218.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.218.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.218.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.218.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.218.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.218.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.218.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.219.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.219.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.219.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.219.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.219.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.219.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.219.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.219.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.219.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.219.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.219.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.219.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.220.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.220.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.220.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.220.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.220.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.220.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.220.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.220.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.220.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.220.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.220.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.220.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.221.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.221.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.221.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.221.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.221.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.221.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.221.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.221.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.221.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.221.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.221.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.221.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.222.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.222.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.222.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.222.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.222.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.222.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.222.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.222.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.222.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.222.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.222.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.222.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.223.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.223.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.223.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.223.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.223.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.223.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.223.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.223.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.223.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.223.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.223.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.223.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.224.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.224.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.224.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.224.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.224.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.224.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.224.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.224.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.224.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.224.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.224.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.224.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.225.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.225.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.225.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.225.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.225.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.225.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.225.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.225.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.225.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.225.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.225.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.225.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.226.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.226.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.226.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.226.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.226.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.226.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.226.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.226.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.226.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.226.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.226.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.226.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.227.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.227.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.227.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.227.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.227.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.227.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.227.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.227.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.227.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.227.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.227.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.227.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.228.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.228.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.228.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.228.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.228.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.228.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.228.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.228.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.228.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.228.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.228.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.228.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.229.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.229.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.229.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.229.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.229.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.229.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.229.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.229.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.229.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.229.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.229.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.229.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.230.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.230.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.230.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.230.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.230.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.230.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.230.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.230.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.230.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.230.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.230.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.230.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.231.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.231.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.231.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.231.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.231.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.231.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.231.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.231.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.231.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.231.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.231.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.231.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.232.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.232.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.232.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.232.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.232.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.232.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.232.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.232.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.232.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.232.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.232.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.232.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.233.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.233.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.233.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.233.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.233.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.233.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.233.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.233.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.233.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.233.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.233.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.233.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.234.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.234.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.234.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.234.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.234.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.234.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.234.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.234.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.234.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.234.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.234.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.234.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.235.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.235.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.235.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.235.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.235.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.235.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.235.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.235.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.235.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.235.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.235.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.235.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.236.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.236.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.236.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.236.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.236.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.236.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.236.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.236.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.236.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.236.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.236.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.236.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.237.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.237.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.237.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.237.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.237.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.237.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.237.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.237.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.237.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.237.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.237.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.237.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.238.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.238.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.238.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.238.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.238.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.238.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.238.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.238.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.238.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.238.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.238.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.238.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.239.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.239.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.239.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.239.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.239.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.239.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.239.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.239.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.239.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.239.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.239.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.239.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.240.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.240.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.240.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.240.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.240.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.240.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.240.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.240.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.240.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.240.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.240.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.240.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.241.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.241.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.241.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.241.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.241.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.241.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.241.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.241.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.241.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.241.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.241.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.241.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.242.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.242.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.242.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.242.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.242.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.242.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.242.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.242.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.242.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.242.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.242.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.242.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.243.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.243.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.243.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.243.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.243.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.243.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.243.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.243.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.243.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.243.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.243.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.243.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.244.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.244.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.244.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.244.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.244.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.244.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.244.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.244.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.244.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.244.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.244.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.244.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.245.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.245.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.245.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.245.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.245.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.245.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.245.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.245.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.245.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.245.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.245.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.245.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.246.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.246.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.246.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.246.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.246.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.246.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.246.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.246.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.246.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.246.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.246.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.246.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.247.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.247.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.247.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.247.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.247.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.247.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.247.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.247.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.247.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.247.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.247.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.247.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.248.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.248.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.248.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.248.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.248.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.248.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.248.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.248.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.248.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.248.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.248.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.248.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.249.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.249.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.249.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.249.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.249.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.249.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.249.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.249.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.249.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.249.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.249.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.249.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.250.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.250.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.250.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.250.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.250.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.250.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.250.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.250.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.250.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.250.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.250.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.250.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.251.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.251.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.251.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.251.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.251.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.251.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.251.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.251.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.251.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.251.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.251.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.251.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.252.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.252.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.252.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.252.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.252.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.252.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.252.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.252.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.252.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.252.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.252.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.252.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.253.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.253.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.253.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.253.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.253.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.253.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.253.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.253.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.253.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.253.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.253.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.253.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.254.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.254.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.254.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.254.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.254.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.254.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.254.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.254.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.254.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.254.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.254.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.254.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.255.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.255.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.255.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.255.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.255.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.255.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.255.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.255.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.255.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.255.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.255.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.255.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.gate.bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.gate.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.24.ffn_norm.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.kv_norm.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.q_norm.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_a.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_a.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_a.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_a.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_a.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_b.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_b.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_b.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_b.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_b.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wo.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wo.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wo.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wo.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wo.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_a.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_a.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_a.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_a.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_a.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_b.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_b.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_b.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_b.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_b.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.attn_norm.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.192.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.192.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.192.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.192.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.192.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.192.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.192.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.192.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.192.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.192.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.192.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.192.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.193.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.193.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.193.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.193.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.193.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.193.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.193.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.193.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.193.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.193.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.193.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.193.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.194.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.194.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.194.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.194.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.194.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.194.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.194.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.194.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.194.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.194.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.194.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.194.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.195.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.195.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.195.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.195.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.195.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.195.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.195.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.195.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.195.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.195.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.195.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.195.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.196.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.196.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.196.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.196.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.196.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.196.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.196.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.196.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.196.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.196.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.196.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.196.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.197.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.197.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.197.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.197.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.197.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.197.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.197.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.197.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.197.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.197.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.197.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.197.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.198.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.198.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.198.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.198.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.198.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.198.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.198.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.198.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.198.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.198.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.198.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.198.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.199.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.199.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.199.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.199.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.199.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.199.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.199.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.199.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.199.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.199.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.199.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.199.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.200.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.200.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.200.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.200.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.200.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.200.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.200.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.200.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.200.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.200.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.200.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.200.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.201.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.201.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.201.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.201.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.201.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.201.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.201.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.201.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.201.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.201.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.201.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.201.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.202.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.202.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.202.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.202.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.202.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.202.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.202.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.202.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.202.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.202.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.202.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.202.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.203.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.203.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.203.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.203.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.203.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.203.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.203.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.203.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.203.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.203.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.203.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.203.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.204.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.204.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.204.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.204.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.204.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.204.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.204.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.204.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.204.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.204.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.204.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.204.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.205.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.205.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.205.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.205.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.205.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.205.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.205.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.205.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.205.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.205.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.205.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.205.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.206.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.206.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.206.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.206.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.206.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.206.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.206.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.206.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.206.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.206.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.206.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.206.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.207.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.207.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.207.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.207.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.207.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.207.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.207.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.207.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.207.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.207.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.207.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.207.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.208.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.208.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.208.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.208.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.208.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.208.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.208.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.208.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.208.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.208.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.208.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.208.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.209.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.209.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.209.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.209.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.209.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.209.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.209.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.209.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.209.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.209.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.209.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.209.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.210.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.210.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.210.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.210.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.210.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.210.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.210.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.210.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.210.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.210.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.210.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.210.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.211.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.211.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.211.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.211.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.211.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.211.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.211.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.211.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.211.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.211.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.211.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.211.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.212.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.212.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.212.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.212.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.212.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.212.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.212.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.212.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.212.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.212.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.212.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.212.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.213.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.213.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.213.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.213.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.213.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.213.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.213.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.213.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.213.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.213.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.213.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.213.w3.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.214.w1.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.214.w1.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.214.w1.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.214.w1.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.214.w2.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.214.w2.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.214.w2.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.214.w2.weight_scale": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.214.w3.centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.214.w3.indices": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.214.w3.weight_bias": "model3-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.214.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.215.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.215.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.215.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.215.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.215.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.215.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.215.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.215.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.215.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.215.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.215.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.215.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.216.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.216.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.216.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.216.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.216.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.216.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.216.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.216.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.216.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.216.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.216.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.216.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.217.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.217.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.217.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.217.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.217.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.217.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.217.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.217.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.217.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.217.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.217.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.217.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.218.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.218.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.218.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.218.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.218.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.218.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.218.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.218.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.218.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.218.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.218.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.218.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.219.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.219.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.219.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.219.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.219.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.219.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.219.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.219.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.219.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.219.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.219.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.219.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.220.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.220.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.220.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.220.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.220.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.220.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.220.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.220.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.220.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.220.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.220.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.220.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.221.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.221.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.221.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.221.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.221.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.221.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.221.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.221.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.221.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.221.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.221.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.221.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.222.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.222.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.222.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.222.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.222.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.222.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.222.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.222.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.222.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.222.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.222.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.222.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.223.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.223.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.223.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.223.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.223.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.223.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.223.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.223.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.223.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.223.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.223.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.223.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.224.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.224.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.224.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.224.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.224.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.224.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.224.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.224.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.224.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.224.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.224.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.224.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.225.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.225.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.225.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.225.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.225.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.225.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.225.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.225.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.225.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.225.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.225.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.225.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.226.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.226.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.226.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.226.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.226.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.226.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.226.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.226.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.226.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.226.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.226.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.226.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.227.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.227.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.227.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.227.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.227.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.227.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.227.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.227.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.227.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.227.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.227.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.227.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.228.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.228.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.228.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.228.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.228.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.228.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.228.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.228.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.228.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.228.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.228.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.228.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.229.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.229.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.229.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.229.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.229.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.229.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.229.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.229.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.229.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.229.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.229.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.229.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.230.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.230.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.230.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.230.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.230.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.230.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.230.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.230.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.230.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.230.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.230.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.230.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.231.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.231.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.231.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.231.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.231.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.231.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.231.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.231.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.231.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.231.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.231.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.231.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.232.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.232.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.232.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.232.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.232.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.232.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.232.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.232.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.232.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.232.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.232.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.232.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.233.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.233.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.233.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.233.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.233.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.233.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.233.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.233.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.233.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.233.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.233.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.233.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.234.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.234.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.234.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.234.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.234.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.234.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.234.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.234.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.234.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.234.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.234.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.234.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.235.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.235.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.235.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.235.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.235.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.235.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.235.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.235.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.235.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.235.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.235.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.235.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.236.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.236.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.236.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.236.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.236.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.236.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.236.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.236.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.236.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.236.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.236.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.236.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.237.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.237.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.237.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.237.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.237.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.237.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.237.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.237.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.237.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.237.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.237.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.237.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.238.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.238.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.238.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.238.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.238.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.238.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.238.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.238.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.238.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.238.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.238.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.238.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.239.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.239.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.239.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.239.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.239.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.239.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.239.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.239.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.239.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.239.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.239.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.239.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.240.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.240.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.240.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.240.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.240.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.240.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.240.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.240.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.240.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.240.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.240.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.240.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.241.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.241.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.241.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.241.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.241.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.241.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.241.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.241.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.241.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.241.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.241.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.241.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.242.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.242.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.242.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.242.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.242.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.242.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.242.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.242.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.242.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.242.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.242.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.242.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.243.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.243.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.243.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.243.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.243.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.243.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.243.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.243.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.243.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.243.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.243.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.243.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.244.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.244.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.244.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.244.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.244.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.244.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.244.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.244.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.244.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.244.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.244.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.244.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.245.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.245.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.245.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.245.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.245.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.245.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.245.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.245.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.245.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.245.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.245.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.245.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.246.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.246.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.246.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.246.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.246.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.246.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.246.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.246.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.246.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.246.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.246.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.246.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.247.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.247.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.247.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.247.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.247.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.247.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.247.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.247.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.247.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.247.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.247.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.247.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.248.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.248.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.248.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.248.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.248.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.248.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.248.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.248.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.248.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.248.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.248.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.248.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.249.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.249.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.249.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.249.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.249.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.249.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.249.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.249.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.249.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.249.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.249.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.249.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.250.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.250.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.250.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.250.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.250.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.250.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.250.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.250.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.250.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.250.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.250.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.250.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.251.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.251.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.251.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.251.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.251.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.251.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.251.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.251.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.251.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.251.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.251.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.251.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.252.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.252.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.252.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.252.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.252.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.252.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.252.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.252.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.252.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.252.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.252.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.252.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.253.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.253.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.253.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.253.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.253.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.253.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.253.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.253.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.253.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.253.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.253.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.253.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.254.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.254.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.254.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.254.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.254.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.254.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.254.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.254.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.254.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.254.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.254.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.254.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.255.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.255.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.255.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.255.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.255.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.255.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.255.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.255.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.255.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.255.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.255.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.255.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.gate.bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.gate.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.25.ffn_norm.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.kv_norm.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.q_norm.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_a.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_a.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_a.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_a.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_a.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_b.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_b.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_b.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_b.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_b.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wo.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wo.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wo.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wo.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wo.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_a.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_a.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_a.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_a.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_a.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_b.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_b.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_b.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_b.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_b.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.attn_norm.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.192.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.192.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.192.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.192.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.192.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.192.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.192.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.192.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.192.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.192.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.192.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.192.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.193.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.193.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.193.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.193.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.193.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.193.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.193.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.193.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.193.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.193.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.193.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.193.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.194.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.194.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.194.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.194.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.194.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.194.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.194.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.194.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.194.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.194.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.194.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.194.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.195.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.195.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.195.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.195.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.195.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.195.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.195.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.195.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.195.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.195.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.195.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.195.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.196.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.196.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.196.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.196.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.196.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.196.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.196.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.196.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.196.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.196.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.196.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.196.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.197.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.197.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.197.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.197.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.197.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.197.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.197.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.197.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.197.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.197.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.197.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.197.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.198.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.198.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.198.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.198.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.198.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.198.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.198.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.198.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.198.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.198.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.198.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.198.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.199.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.199.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.199.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.199.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.199.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.199.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.199.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.199.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.199.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.199.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.199.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.199.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.200.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.200.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.200.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.200.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.200.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.200.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.200.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.200.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.200.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.200.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.200.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.200.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.201.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.201.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.201.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.201.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.201.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.201.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.201.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.201.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.201.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.201.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.201.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.201.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.202.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.202.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.202.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.202.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.202.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.202.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.202.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.202.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.202.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.202.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.202.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.202.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.203.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.203.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.203.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.203.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.203.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.203.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.203.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.203.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.203.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.203.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.203.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.203.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.204.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.204.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.204.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.204.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.204.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.204.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.204.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.204.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.204.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.204.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.204.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.204.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.205.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.205.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.205.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.205.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.205.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.205.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.205.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.205.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.205.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.205.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.205.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.205.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.206.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.206.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.206.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.206.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.206.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.206.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.206.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.206.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.206.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.206.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.206.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.206.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.207.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.207.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.207.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.207.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.207.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.207.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.207.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.207.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.207.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.207.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.207.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.207.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.208.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.208.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.208.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.208.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.208.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.208.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.208.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.208.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.208.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.208.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.208.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.208.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.209.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.209.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.209.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.209.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.209.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.209.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.209.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.209.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.209.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.209.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.209.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.209.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.210.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.210.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.210.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.210.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.210.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.210.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.210.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.210.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.210.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.210.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.210.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.210.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.211.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.211.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.211.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.211.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.211.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.211.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.211.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.211.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.211.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.211.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.211.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.211.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.212.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.212.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.212.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.212.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.212.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.212.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.212.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.212.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.212.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.212.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.212.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.212.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.213.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.213.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.213.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.213.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.213.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.213.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.213.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.213.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.213.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.213.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.213.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.213.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.214.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.214.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.214.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.214.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.214.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.214.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.214.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.214.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.214.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.214.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.214.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.214.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.215.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.215.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.215.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.215.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.215.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.215.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.215.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.215.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.215.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.215.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.215.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.215.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.216.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.216.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.216.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.216.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.216.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.216.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.216.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.216.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.216.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.216.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.216.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.216.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.217.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.217.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.217.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.217.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.217.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.217.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.217.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.217.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.217.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.217.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.217.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.217.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.218.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.218.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.218.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.218.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.218.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.218.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.218.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.218.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.218.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.218.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.218.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.218.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.219.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.219.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.219.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.219.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.219.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.219.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.219.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.219.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.219.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.219.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.219.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.219.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.220.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.220.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.220.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.220.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.220.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.220.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.220.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.220.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.220.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.220.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.220.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.220.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.221.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.221.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.221.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.221.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.221.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.221.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.221.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.221.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.221.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.221.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.221.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.221.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.222.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.222.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.222.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.222.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.222.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.222.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.222.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.222.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.222.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.222.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.222.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.222.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.223.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.223.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.223.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.223.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.223.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.223.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.223.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.223.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.223.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.223.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.223.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.223.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.224.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.224.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.224.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.224.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.224.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.224.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.224.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.224.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.224.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.224.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.224.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.224.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.225.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.225.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.225.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.225.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.225.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.225.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.225.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.225.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.225.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.225.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.225.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.225.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.226.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.226.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.226.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.226.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.226.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.226.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.226.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.226.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.226.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.226.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.226.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.226.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.227.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.227.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.227.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.227.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.227.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.227.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.227.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.227.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.227.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.227.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.227.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.227.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.228.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.228.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.228.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.228.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.228.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.228.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.228.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.228.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.228.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.228.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.228.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.228.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.229.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.229.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.229.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.229.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.229.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.229.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.229.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.229.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.229.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.229.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.229.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.229.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.230.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.230.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.230.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.230.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.230.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.230.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.230.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.230.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.230.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.230.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.230.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.230.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.231.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.231.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.231.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.231.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.231.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.231.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.231.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.231.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.231.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.231.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.231.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.231.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.232.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.232.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.232.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.232.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.232.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.232.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.232.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.232.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.232.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.232.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.232.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.232.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.233.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.233.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.233.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.233.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.233.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.233.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.233.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.233.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.233.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.233.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.233.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.233.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.234.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.234.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.234.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.234.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.234.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.234.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.234.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.234.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.234.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.234.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.234.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.234.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.235.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.235.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.235.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.235.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.235.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.235.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.235.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.235.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.235.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.235.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.235.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.235.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.236.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.236.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.236.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.236.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.236.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.236.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.236.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.236.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.236.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.236.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.236.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.236.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.237.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.237.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.237.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.237.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.237.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.237.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.237.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.237.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.237.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.237.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.237.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.237.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.238.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.238.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.238.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.238.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.238.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.238.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.238.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.238.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.238.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.238.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.238.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.238.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.239.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.239.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.239.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.239.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.239.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.239.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.239.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.239.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.239.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.239.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.239.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.239.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.240.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.240.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.240.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.240.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.240.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.240.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.240.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.240.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.240.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.240.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.240.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.240.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.241.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.241.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.241.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.241.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.241.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.241.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.241.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.241.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.241.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.241.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.241.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.241.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.242.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.242.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.242.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.242.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.242.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.242.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.242.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.242.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.242.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.242.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.242.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.242.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.243.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.243.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.243.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.243.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.243.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.243.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.243.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.243.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.243.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.243.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.243.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.243.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.244.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.244.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.244.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.244.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.244.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.244.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.244.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.244.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.244.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.244.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.244.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.244.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.245.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.245.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.245.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.245.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.245.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.245.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.245.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.245.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.245.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.245.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.245.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.245.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.246.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.246.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.246.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.246.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.246.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.246.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.246.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.246.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.246.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.246.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.246.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.246.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.247.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.247.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.247.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.247.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.247.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.247.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.247.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.247.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.247.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.247.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.247.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.247.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.248.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.248.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.248.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.248.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.248.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.248.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.248.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.248.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.248.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.248.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.248.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.248.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.249.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.249.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.249.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.249.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.249.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.249.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.249.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.249.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.249.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.249.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.249.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.249.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.250.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.250.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.250.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.250.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.250.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.250.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.250.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.250.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.250.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.250.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.250.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.250.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.251.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.251.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.251.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.251.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.251.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.251.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.251.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.251.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.251.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.251.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.251.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.251.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.252.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.252.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.252.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.252.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.252.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.252.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.252.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.252.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.252.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.252.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.252.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.252.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.253.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.253.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.253.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.253.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.253.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.253.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.253.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.253.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.253.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.253.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.253.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.253.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.254.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.254.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.254.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.254.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.254.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.254.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.254.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.254.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.254.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.254.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.254.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.254.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.255.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.255.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.255.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.255.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.255.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.255.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.255.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.255.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.255.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.255.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.255.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.255.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.gate.bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.gate.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.26.ffn_norm.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.kv_norm.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.q_norm.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_a.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_a.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_a.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_a.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_a.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_b.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_b.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_b.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_b.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_b.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wo.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wo.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wo.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wo.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wo.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_a.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_a.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_a.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_a.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_a.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_b.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_b.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_b.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_b.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_b.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.attn_norm.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.192.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.192.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.192.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.192.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.192.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.192.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.192.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.192.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.192.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.192.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.192.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.192.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.193.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.193.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.193.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.193.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.193.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.193.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.193.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.193.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.193.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.193.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.193.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.193.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.194.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.194.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.194.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.194.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.194.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.194.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.194.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.194.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.194.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.194.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.194.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.194.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.195.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.195.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.195.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.195.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.195.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.195.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.195.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.195.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.195.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.195.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.195.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.195.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.196.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.196.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.196.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.196.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.196.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.196.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.196.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.196.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.196.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.196.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.196.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.196.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.197.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.197.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.197.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.197.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.197.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.197.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.197.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.197.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.197.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.197.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.197.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.197.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.198.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.198.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.198.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.198.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.198.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.198.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.198.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.198.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.198.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.198.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.198.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.198.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.199.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.199.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.199.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.199.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.199.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.199.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.199.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.199.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.199.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.199.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.199.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.199.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.200.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.200.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.200.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.200.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.200.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.200.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.200.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.200.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.200.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.200.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.200.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.200.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.201.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.201.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.201.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.201.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.201.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.201.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.201.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.201.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.201.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.201.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.201.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.201.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.202.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.202.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.202.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.202.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.202.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.202.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.202.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.202.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.202.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.202.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.202.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.202.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.203.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.203.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.203.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.203.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.203.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.203.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.203.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.203.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.203.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.203.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.203.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.203.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.204.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.204.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.204.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.204.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.204.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.204.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.204.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.204.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.204.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.204.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.204.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.204.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.205.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.205.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.205.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.205.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.205.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.205.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.205.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.205.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.205.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.205.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.205.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.205.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.206.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.206.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.206.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.206.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.206.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.206.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.206.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.206.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.206.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.206.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.206.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.206.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.207.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.207.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.207.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.207.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.207.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.207.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.207.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.207.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.207.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.207.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.207.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.207.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.208.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.208.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.208.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.208.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.208.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.208.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.208.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.208.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.208.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.208.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.208.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.208.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.209.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.209.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.209.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.209.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.209.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.209.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.209.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.209.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.209.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.209.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.209.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.209.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.210.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.210.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.210.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.210.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.210.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.210.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.210.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.210.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.210.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.210.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.210.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.210.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.211.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.211.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.211.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.211.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.211.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.211.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.211.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.211.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.211.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.211.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.211.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.211.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.212.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.212.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.212.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.212.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.212.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.212.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.212.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.212.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.212.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.212.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.212.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.212.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.213.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.213.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.213.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.213.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.213.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.213.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.213.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.213.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.213.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.213.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.213.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.213.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.214.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.214.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.214.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.214.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.214.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.214.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.214.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.214.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.214.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.214.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.214.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.214.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.215.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.215.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.215.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.215.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.215.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.215.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.215.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.215.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.215.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.215.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.215.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.215.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.216.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.216.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.216.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.216.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.216.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.216.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.216.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.216.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.216.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.216.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.216.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.216.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.217.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.217.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.217.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.217.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.217.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.217.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.217.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.217.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.217.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.217.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.217.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.217.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.218.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.218.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.218.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.218.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.218.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.218.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.218.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.218.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.218.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.218.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.218.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.218.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.219.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.219.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.219.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.219.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.219.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.219.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.219.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.219.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.219.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.219.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.219.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.219.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.220.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.220.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.220.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.220.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.220.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.220.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.220.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.220.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.220.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.220.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.220.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.220.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.221.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.221.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.221.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.221.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.221.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.221.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.221.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.221.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.221.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.221.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.221.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.221.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.222.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.222.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.222.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.222.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.222.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.222.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.222.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.222.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.222.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.222.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.222.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.222.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.223.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.223.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.223.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.223.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.223.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.223.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.223.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.223.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.223.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.223.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.223.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.223.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.224.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.224.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.224.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.224.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.224.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.224.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.224.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.224.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.224.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.224.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.224.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.224.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.225.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.225.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.225.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.225.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.225.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.225.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.225.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.225.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.225.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.225.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.225.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.225.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.226.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.226.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.226.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.226.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.226.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.226.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.226.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.226.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.226.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.226.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.226.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.226.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.227.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.227.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.227.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.227.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.227.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.227.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.227.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.227.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.227.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.227.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.227.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.227.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.228.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.228.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.228.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.228.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.228.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.228.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.228.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.228.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.228.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.228.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.228.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.228.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.229.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.229.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.229.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.229.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.229.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.229.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.229.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.229.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.229.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.229.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.229.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.229.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.230.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.230.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.230.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.230.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.230.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.230.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.230.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.230.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.230.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.230.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.230.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.230.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.231.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.231.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.231.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.231.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.231.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.231.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.231.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.231.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.231.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.231.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.231.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.231.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.232.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.232.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.232.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.232.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.232.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.232.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.232.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.232.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.232.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.232.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.232.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.232.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.233.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.233.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.233.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.233.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.233.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.233.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.233.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.233.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.233.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.233.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.233.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.233.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.234.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.234.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.234.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.234.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.234.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.234.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.234.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.234.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.234.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.234.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.234.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.234.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.235.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.235.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.235.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.235.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.235.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.235.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.235.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.235.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.235.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.235.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.235.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.235.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.236.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.236.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.236.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.236.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.236.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.236.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.236.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.236.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.236.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.236.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.236.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.236.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.237.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.237.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.237.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.237.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.237.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.237.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.237.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.237.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.237.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.237.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.237.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.237.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.238.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.238.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.238.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.238.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.238.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.238.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.238.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.238.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.238.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.238.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.238.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.238.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.239.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.239.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.239.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.239.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.239.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.239.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.239.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.239.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.239.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.239.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.239.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.239.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.240.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.240.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.240.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.240.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.240.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.240.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.240.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.240.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.240.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.240.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.240.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.240.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.241.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.241.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.241.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.241.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.241.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.241.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.241.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.241.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.241.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.241.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.241.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.241.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.242.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.242.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.242.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.242.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.242.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.242.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.242.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.242.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.242.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.242.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.242.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.242.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.243.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.243.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.243.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.243.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.243.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.243.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.243.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.243.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.243.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.243.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.243.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.243.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.244.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.244.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.244.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.244.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.244.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.244.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.244.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.244.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.244.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.244.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.244.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.244.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.245.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.245.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.245.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.245.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.245.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.245.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.245.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.245.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.245.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.245.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.245.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.245.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.246.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.246.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.246.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.246.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.246.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.246.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.246.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.246.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.246.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.246.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.246.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.246.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.247.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.247.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.247.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.247.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.247.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.247.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.247.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.247.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.247.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.247.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.247.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.247.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.248.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.248.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.248.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.248.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.248.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.248.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.248.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.248.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.248.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.248.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.248.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.248.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.249.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.249.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.249.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.249.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.249.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.249.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.249.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.249.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.249.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.249.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.249.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.249.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.250.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.250.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.250.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.250.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.250.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.250.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.250.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.250.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.250.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.250.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.250.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.250.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.251.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.251.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.251.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.251.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.251.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.251.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.251.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.251.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.251.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.251.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.251.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.251.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.252.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.252.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.252.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.252.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.252.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.252.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.252.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.252.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.252.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.252.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.252.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.252.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.253.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.253.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.253.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.253.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.253.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.253.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.253.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.253.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.253.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.253.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.253.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.253.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.254.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.254.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.254.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.254.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.254.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.254.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.254.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.254.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.254.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.254.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.254.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.254.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.255.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.255.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.255.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.255.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.255.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.255.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.255.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.255.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.255.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.255.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.255.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.255.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.gate.bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.gate.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.27.ffn_norm.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.kv_norm.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.q_norm.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_a.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_a.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_a.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_a.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_a.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_b.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_b.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_b.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_b.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_b.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wo.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wo.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wo.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wo.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wo.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_a.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_a.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_a.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_a.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_a.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_b.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_b.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_b.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_b.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_b.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.attn_norm.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.192.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.192.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.192.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.192.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.192.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.192.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.192.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.192.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.192.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.192.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.192.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.192.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.193.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.193.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.193.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.193.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.193.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.193.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.193.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.193.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.193.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.193.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.193.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.193.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.194.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.194.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.194.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.194.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.194.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.194.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.194.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.194.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.194.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.194.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.194.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.194.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.195.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.195.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.195.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.195.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.195.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.195.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.195.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.195.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.195.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.195.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.195.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.195.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.196.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.196.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.196.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.196.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.196.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.196.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.196.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.196.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.196.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.196.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.196.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.196.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.197.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.197.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.197.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.197.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.197.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.197.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.197.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.197.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.197.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.197.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.197.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.197.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.198.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.198.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.198.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.198.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.198.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.198.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.198.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.198.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.198.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.198.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.198.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.198.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.199.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.199.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.199.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.199.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.199.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.199.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.199.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.199.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.199.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.199.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.199.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.199.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.200.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.200.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.200.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.200.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.200.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.200.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.200.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.200.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.200.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.200.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.200.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.200.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.201.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.201.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.201.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.201.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.201.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.201.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.201.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.201.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.201.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.201.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.201.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.201.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.202.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.202.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.202.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.202.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.202.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.202.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.202.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.202.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.202.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.202.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.202.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.202.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.203.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.203.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.203.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.203.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.203.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.203.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.203.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.203.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.203.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.203.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.203.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.203.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.204.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.204.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.204.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.204.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.204.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.204.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.204.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.204.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.204.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.204.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.204.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.204.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.205.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.205.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.205.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.205.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.205.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.205.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.205.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.205.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.205.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.205.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.205.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.205.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.206.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.206.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.206.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.206.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.206.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.206.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.206.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.206.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.206.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.206.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.206.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.206.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.207.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.207.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.207.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.207.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.207.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.207.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.207.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.207.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.207.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.207.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.207.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.207.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.208.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.208.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.208.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.208.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.208.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.208.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.208.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.208.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.208.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.208.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.208.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.208.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.209.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.209.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.209.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.209.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.209.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.209.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.209.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.209.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.209.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.209.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.209.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.209.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.210.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.210.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.210.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.210.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.210.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.210.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.210.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.210.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.210.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.210.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.210.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.210.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.211.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.211.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.211.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.211.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.211.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.211.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.211.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.211.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.211.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.211.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.211.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.211.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.212.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.212.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.212.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.212.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.212.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.212.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.212.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.212.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.212.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.212.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.212.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.212.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.213.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.213.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.213.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.213.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.213.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.213.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.213.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.213.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.213.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.213.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.213.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.213.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.214.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.214.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.214.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.214.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.214.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.214.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.214.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.214.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.214.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.214.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.214.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.214.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.215.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.215.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.215.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.215.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.215.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.215.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.215.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.215.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.215.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.215.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.215.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.215.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.216.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.216.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.216.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.216.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.216.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.216.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.216.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.216.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.216.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.216.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.216.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.216.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.217.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.217.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.217.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.217.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.217.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.217.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.217.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.217.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.217.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.217.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.217.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.217.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.218.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.218.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.218.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.218.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.218.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.218.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.218.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.218.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.218.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.218.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.218.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.218.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.219.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.219.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.219.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.219.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.219.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.219.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.219.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.219.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.219.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.219.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.219.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.219.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.220.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.220.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.220.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.220.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.220.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.220.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.220.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.220.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.220.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.220.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.220.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.220.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.221.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.221.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.221.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.221.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.221.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.221.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.221.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.221.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.221.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.221.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.221.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.221.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.222.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.222.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.222.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.222.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.222.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.222.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.222.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.222.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.222.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.222.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.222.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.222.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.223.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.223.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.223.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.223.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.223.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.223.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.223.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.223.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.223.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.223.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.223.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.223.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.224.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.224.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.224.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.224.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.224.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.224.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.224.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.224.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.224.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.224.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.224.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.224.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.225.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.225.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.225.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.225.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.225.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.225.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.225.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.225.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.225.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.225.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.225.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.225.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.226.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.226.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.226.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.226.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.226.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.226.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.226.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.226.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.226.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.226.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.226.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.226.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.227.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.227.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.227.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.227.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.227.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.227.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.227.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.227.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.227.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.227.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.227.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.227.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.228.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.228.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.228.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.228.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.228.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.228.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.228.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.228.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.228.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.228.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.228.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.228.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.229.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.229.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.229.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.229.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.229.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.229.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.229.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.229.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.229.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.229.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.229.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.229.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.230.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.230.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.230.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.230.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.230.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.230.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.230.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.230.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.230.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.230.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.230.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.230.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.231.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.231.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.231.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.231.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.231.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.231.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.231.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.231.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.231.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.231.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.231.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.231.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.232.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.232.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.232.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.232.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.232.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.232.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.232.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.232.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.232.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.232.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.232.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.232.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.233.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.233.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.233.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.233.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.233.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.233.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.233.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.233.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.233.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.233.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.233.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.233.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.234.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.234.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.234.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.234.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.234.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.234.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.234.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.234.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.234.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.234.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.234.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.234.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.235.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.235.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.235.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.235.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.235.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.235.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.235.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.235.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.235.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.235.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.235.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.235.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.236.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.236.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.236.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.236.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.236.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.236.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.236.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.236.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.236.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.236.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.236.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.236.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.237.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.237.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.237.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.237.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.237.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.237.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.237.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.237.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.237.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.237.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.237.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.237.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.238.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.238.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.238.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.238.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.238.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.238.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.238.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.238.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.238.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.238.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.238.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.238.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.239.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.239.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.239.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.239.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.239.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.239.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.239.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.239.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.239.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.239.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.239.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.239.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.240.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.240.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.240.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.240.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.240.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.240.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.240.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.240.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.240.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.240.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.240.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.240.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.241.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.241.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.241.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.241.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.241.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.241.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.241.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.241.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.241.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.241.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.241.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.241.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.242.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.242.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.242.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.242.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.242.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.242.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.242.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.242.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.242.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.242.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.242.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.242.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.243.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.243.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.243.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.243.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.243.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.243.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.243.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.243.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.243.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.243.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.243.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.243.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.244.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.244.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.244.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.244.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.244.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.244.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.244.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.244.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.244.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.244.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.244.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.244.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.245.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.245.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.245.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.245.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.245.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.245.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.245.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.245.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.245.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.245.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.245.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.245.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.246.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.246.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.246.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.246.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.246.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.246.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.246.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.246.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.246.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.246.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.246.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.246.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.247.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.247.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.247.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.247.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.247.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.247.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.247.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.247.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.247.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.247.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.247.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.247.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.248.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.248.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.248.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.248.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.248.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.248.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.248.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.248.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.248.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.248.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.248.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.248.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.249.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.249.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.249.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.249.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.249.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.249.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.249.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.249.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.249.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.249.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.249.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.249.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.250.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.250.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.250.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.250.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.250.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.250.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.250.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.250.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.250.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.250.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.250.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.250.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.251.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.251.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.251.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.251.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.251.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.251.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.251.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.251.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.251.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.251.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.251.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.251.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.252.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.252.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.252.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.252.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.252.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.252.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.252.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.252.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.252.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.252.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.252.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.252.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.253.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.253.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.253.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.253.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.253.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.253.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.253.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.253.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.253.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.253.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.253.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.253.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.254.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.254.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.254.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.254.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.254.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.254.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.254.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.254.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.254.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.254.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.254.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.254.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.255.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.255.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.255.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.255.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.255.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.255.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.255.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.255.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.255.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.255.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.255.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.255.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.gate.bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.gate.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.28.ffn_norm.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.kv_norm.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.q_norm.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_a.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_a.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_a.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_a.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_a.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_b.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_b.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_b.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_b.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_b.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wo.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wo.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wo.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wo.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wo.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_a.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_a.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_a.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_a.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_a.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_b.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_b.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_b.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_b.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_b.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.attn_norm.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.192.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.192.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.192.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.192.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.192.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.192.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.192.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.192.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.192.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.192.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.192.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.192.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.193.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.193.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.193.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.193.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.193.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.193.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.193.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.193.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.193.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.193.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.193.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.193.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.194.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.194.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.194.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.194.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.194.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.194.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.194.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.194.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.194.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.194.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.194.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.194.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.195.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.195.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.195.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.195.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.195.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.195.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.195.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.195.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.195.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.195.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.195.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.195.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.196.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.196.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.196.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.196.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.196.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.196.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.196.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.196.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.196.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.196.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.196.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.196.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.197.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.197.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.197.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.197.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.197.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.197.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.197.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.197.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.197.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.197.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.197.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.197.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.198.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.198.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.198.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.198.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.198.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.198.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.198.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.198.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.198.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.198.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.198.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.198.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.199.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.199.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.199.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.199.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.199.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.199.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.199.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.199.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.199.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.199.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.199.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.199.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.200.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.200.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.200.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.200.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.200.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.200.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.200.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.200.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.200.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.200.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.200.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.200.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.201.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.201.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.201.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.201.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.201.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.201.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.201.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.201.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.201.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.201.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.201.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.201.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.202.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.202.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.202.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.202.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.202.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.202.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.202.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.202.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.202.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.202.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.202.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.202.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.203.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.203.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.203.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.203.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.203.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.203.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.203.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.203.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.203.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.203.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.203.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.203.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.204.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.204.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.204.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.204.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.204.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.204.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.204.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.204.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.204.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.204.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.204.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.204.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.205.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.205.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.205.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.205.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.205.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.205.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.205.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.205.w2.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.205.w3.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.205.w3.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.205.w3.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.205.w3.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.206.w1.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.206.w1.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.206.w1.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.206.w1.weight_scale": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.206.w2.centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.206.w2.indices": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.206.w2.weight_bias": "model3-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.206.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.206.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.206.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.206.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.206.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.207.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.207.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.207.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.207.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.207.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.207.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.207.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.207.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.207.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.207.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.207.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.207.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.208.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.208.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.208.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.208.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.208.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.208.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.208.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.208.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.208.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.208.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.208.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.208.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.209.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.209.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.209.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.209.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.209.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.209.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.209.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.209.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.209.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.209.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.209.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.209.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.210.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.210.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.210.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.210.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.210.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.210.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.210.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.210.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.210.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.210.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.210.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.210.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.211.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.211.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.211.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.211.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.211.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.211.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.211.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.211.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.211.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.211.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.211.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.211.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.212.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.212.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.212.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.212.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.212.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.212.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.212.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.212.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.212.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.212.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.212.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.212.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.213.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.213.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.213.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.213.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.213.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.213.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.213.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.213.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.213.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.213.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.213.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.213.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.214.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.214.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.214.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.214.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.214.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.214.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.214.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.214.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.214.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.214.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.214.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.214.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.215.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.215.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.215.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.215.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.215.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.215.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.215.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.215.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.215.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.215.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.215.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.215.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.216.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.216.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.216.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.216.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.216.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.216.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.216.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.216.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.216.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.216.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.216.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.216.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.217.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.217.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.217.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.217.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.217.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.217.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.217.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.217.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.217.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.217.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.217.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.217.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.218.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.218.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.218.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.218.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.218.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.218.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.218.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.218.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.218.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.218.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.218.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.218.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.219.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.219.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.219.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.219.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.219.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.219.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.219.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.219.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.219.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.219.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.219.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.219.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.220.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.220.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.220.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.220.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.220.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.220.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.220.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.220.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.220.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.220.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.220.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.220.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.221.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.221.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.221.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.221.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.221.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.221.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.221.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.221.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.221.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.221.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.221.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.221.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.222.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.222.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.222.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.222.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.222.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.222.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.222.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.222.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.222.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.222.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.222.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.222.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.223.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.223.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.223.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.223.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.223.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.223.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.223.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.223.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.223.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.223.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.223.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.223.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.224.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.224.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.224.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.224.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.224.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.224.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.224.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.224.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.224.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.224.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.224.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.224.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.225.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.225.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.225.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.225.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.225.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.225.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.225.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.225.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.225.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.225.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.225.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.225.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.226.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.226.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.226.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.226.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.226.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.226.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.226.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.226.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.226.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.226.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.226.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.226.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.227.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.227.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.227.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.227.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.227.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.227.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.227.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.227.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.227.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.227.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.227.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.227.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.228.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.228.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.228.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.228.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.228.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.228.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.228.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.228.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.228.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.228.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.228.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.228.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.229.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.229.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.229.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.229.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.229.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.229.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.229.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.229.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.229.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.229.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.229.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.229.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.230.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.230.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.230.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.230.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.230.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.230.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.230.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.230.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.230.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.230.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.230.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.230.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.231.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.231.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.231.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.231.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.231.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.231.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.231.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.231.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.231.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.231.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.231.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.231.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.232.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.232.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.232.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.232.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.232.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.232.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.232.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.232.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.232.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.232.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.232.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.232.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.233.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.233.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.233.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.233.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.233.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.233.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.233.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.233.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.233.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.233.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.233.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.233.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.234.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.234.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.234.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.234.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.234.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.234.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.234.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.234.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.234.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.234.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.234.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.234.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.235.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.235.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.235.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.235.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.235.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.235.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.235.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.235.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.235.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.235.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.235.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.235.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.236.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.236.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.236.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.236.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.236.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.236.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.236.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.236.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.236.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.236.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.236.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.236.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.237.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.237.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.237.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.237.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.237.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.237.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.237.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.237.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.237.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.237.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.237.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.237.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.238.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.238.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.238.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.238.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.238.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.238.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.238.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.238.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.238.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.238.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.238.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.238.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.239.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.239.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.239.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.239.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.239.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.239.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.239.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.239.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.239.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.239.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.239.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.239.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.240.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.240.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.240.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.240.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.240.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.240.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.240.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.240.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.240.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.240.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.240.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.240.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.241.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.241.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.241.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.241.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.241.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.241.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.241.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.241.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.241.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.241.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.241.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.241.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.242.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.242.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.242.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.242.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.242.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.242.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.242.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.242.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.242.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.242.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.242.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.242.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.243.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.243.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.243.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.243.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.243.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.243.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.243.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.243.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.243.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.243.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.243.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.243.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.244.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.244.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.244.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.244.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.244.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.244.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.244.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.244.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.244.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.244.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.244.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.244.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.245.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.245.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.245.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.245.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.245.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.245.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.245.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.245.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.245.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.245.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.245.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.245.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.246.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.246.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.246.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.246.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.246.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.246.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.246.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.246.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.246.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.246.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.246.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.246.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.247.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.247.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.247.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.247.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.247.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.247.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.247.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.247.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.247.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.247.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.247.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.247.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.248.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.248.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.248.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.248.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.248.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.248.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.248.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.248.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.248.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.248.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.248.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.248.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.249.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.249.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.249.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.249.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.249.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.249.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.249.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.249.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.249.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.249.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.249.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.249.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.250.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.250.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.250.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.250.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.250.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.250.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.250.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.250.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.250.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.250.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.250.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.250.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.251.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.251.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.251.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.251.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.251.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.251.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.251.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.251.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.251.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.251.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.251.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.251.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.252.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.252.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.252.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.252.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.252.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.252.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.252.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.252.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.252.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.252.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.252.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.252.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.253.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.253.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.253.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.253.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.253.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.253.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.253.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.253.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.253.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.253.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.253.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.253.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.254.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.254.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.254.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.254.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.254.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.254.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.254.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.254.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.254.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.254.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.254.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.254.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.255.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.255.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.255.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.255.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.255.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.255.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.255.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.255.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.255.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.255.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.255.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.255.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.gate.bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.gate.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.29.ffn_norm.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.kv_norm.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.q_norm.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_a.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_a.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_a.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_a.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_a.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_b.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_b.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_b.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_b.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_b.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wo.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wo.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wo.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wo.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wo.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_a.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_a.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_a.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_a.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_a.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_b.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_b.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_b.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_b.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_b.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.attn_norm.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.192.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.192.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.192.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.192.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.192.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.192.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.192.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.192.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.192.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.192.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.192.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.192.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.193.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.193.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.193.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.193.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.193.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.193.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.193.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.193.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.193.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.193.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.193.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.193.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.194.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.194.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.194.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.194.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.194.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.194.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.194.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.194.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.194.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.194.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.194.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.194.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.195.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.195.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.195.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.195.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.195.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.195.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.195.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.195.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.195.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.195.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.195.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.195.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.196.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.196.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.196.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.196.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.196.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.196.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.196.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.196.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.196.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.196.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.196.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.196.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.197.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.197.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.197.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.197.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.197.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.197.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.197.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.197.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.197.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.197.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.197.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.197.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.198.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.198.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.198.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.198.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.198.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.198.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.198.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.198.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.198.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.198.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.198.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.198.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.199.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.199.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.199.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.199.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.199.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.199.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.199.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.199.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.199.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.199.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.199.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.199.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.200.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.200.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.200.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.200.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.200.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.200.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.200.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.200.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.200.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.200.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.200.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.200.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.201.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.201.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.201.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.201.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.201.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.201.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.201.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.201.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.201.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.201.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.201.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.201.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.202.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.202.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.202.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.202.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.202.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.202.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.202.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.202.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.202.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.202.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.202.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.202.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.203.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.203.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.203.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.203.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.203.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.203.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.203.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.203.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.203.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.203.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.203.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.203.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.204.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.204.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.204.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.204.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.204.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.204.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.204.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.204.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.204.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.204.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.204.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.204.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.205.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.205.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.205.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.205.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.205.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.205.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.205.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.205.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.205.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.205.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.205.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.205.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.206.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.206.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.206.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.206.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.206.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.206.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.206.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.206.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.206.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.206.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.206.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.206.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.207.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.207.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.207.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.207.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.207.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.207.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.207.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.207.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.207.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.207.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.207.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.207.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.208.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.208.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.208.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.208.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.208.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.208.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.208.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.208.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.208.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.208.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.208.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.208.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.209.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.209.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.209.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.209.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.209.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.209.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.209.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.209.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.209.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.209.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.209.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.209.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.210.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.210.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.210.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.210.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.210.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.210.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.210.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.210.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.210.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.210.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.210.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.210.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.211.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.211.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.211.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.211.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.211.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.211.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.211.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.211.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.211.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.211.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.211.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.211.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.212.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.212.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.212.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.212.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.212.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.212.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.212.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.212.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.212.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.212.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.212.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.212.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.213.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.213.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.213.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.213.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.213.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.213.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.213.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.213.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.213.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.213.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.213.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.213.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.214.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.214.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.214.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.214.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.214.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.214.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.214.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.214.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.214.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.214.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.214.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.214.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.215.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.215.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.215.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.215.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.215.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.215.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.215.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.215.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.215.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.215.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.215.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.215.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.216.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.216.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.216.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.216.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.216.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.216.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.216.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.216.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.216.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.216.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.216.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.216.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.217.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.217.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.217.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.217.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.217.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.217.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.217.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.217.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.217.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.217.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.217.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.217.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.218.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.218.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.218.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.218.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.218.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.218.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.218.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.218.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.218.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.218.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.218.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.218.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.219.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.219.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.219.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.219.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.219.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.219.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.219.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.219.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.219.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.219.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.219.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.219.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.220.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.220.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.220.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.220.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.220.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.220.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.220.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.220.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.220.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.220.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.220.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.220.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.221.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.221.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.221.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.221.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.221.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.221.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.221.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.221.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.221.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.221.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.221.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.221.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.222.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.222.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.222.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.222.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.222.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.222.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.222.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.222.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.222.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.222.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.222.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.222.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.223.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.223.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.223.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.223.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.223.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.223.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.223.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.223.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.223.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.223.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.223.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.223.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.224.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.224.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.224.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.224.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.224.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.224.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.224.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.224.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.224.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.224.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.224.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.224.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.225.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.225.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.225.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.225.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.225.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.225.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.225.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.225.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.225.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.225.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.225.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.225.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.226.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.226.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.226.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.226.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.226.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.226.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.226.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.226.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.226.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.226.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.226.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.226.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.227.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.227.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.227.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.227.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.227.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.227.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.227.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.227.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.227.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.227.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.227.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.227.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.228.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.228.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.228.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.228.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.228.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.228.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.228.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.228.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.228.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.228.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.228.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.228.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.229.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.229.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.229.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.229.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.229.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.229.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.229.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.229.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.229.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.229.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.229.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.229.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.230.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.230.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.230.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.230.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.230.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.230.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.230.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.230.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.230.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.230.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.230.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.230.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.231.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.231.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.231.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.231.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.231.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.231.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.231.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.231.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.231.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.231.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.231.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.231.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.232.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.232.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.232.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.232.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.232.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.232.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.232.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.232.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.232.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.232.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.232.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.232.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.233.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.233.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.233.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.233.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.233.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.233.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.233.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.233.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.233.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.233.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.233.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.233.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.234.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.234.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.234.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.234.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.234.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.234.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.234.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.234.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.234.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.234.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.234.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.234.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.235.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.235.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.235.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.235.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.235.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.235.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.235.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.235.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.235.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.235.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.235.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.235.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.236.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.236.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.236.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.236.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.236.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.236.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.236.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.236.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.236.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.236.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.236.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.236.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.237.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.237.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.237.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.237.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.237.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.237.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.237.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.237.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.237.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.237.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.237.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.237.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.238.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.238.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.238.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.238.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.238.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.238.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.238.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.238.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.238.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.238.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.238.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.238.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.239.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.239.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.239.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.239.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.239.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.239.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.239.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.239.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.239.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.239.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.239.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.239.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.240.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.240.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.240.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.240.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.240.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.240.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.240.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.240.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.240.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.240.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.240.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.240.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.241.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.241.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.241.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.241.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.241.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.241.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.241.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.241.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.241.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.241.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.241.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.241.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.242.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.242.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.242.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.242.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.242.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.242.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.242.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.242.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.242.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.242.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.242.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.242.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.243.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.243.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.243.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.243.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.243.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.243.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.243.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.243.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.243.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.243.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.243.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.243.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.244.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.244.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.244.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.244.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.244.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.244.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.244.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.244.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.244.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.244.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.244.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.244.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.245.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.245.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.245.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.245.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.245.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.245.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.245.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.245.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.245.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.245.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.245.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.245.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.246.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.246.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.246.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.246.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.246.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.246.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.246.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.246.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.246.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.246.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.246.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.246.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.247.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.247.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.247.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.247.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.247.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.247.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.247.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.247.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.247.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.247.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.247.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.247.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.248.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.248.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.248.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.248.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.248.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.248.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.248.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.248.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.248.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.248.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.248.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.248.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.249.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.249.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.249.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.249.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.249.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.249.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.249.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.249.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.249.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.249.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.249.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.249.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.250.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.250.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.250.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.250.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.250.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.250.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.250.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.250.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.250.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.250.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.250.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.250.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.251.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.251.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.251.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.251.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.251.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.251.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.251.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.251.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.251.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.251.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.251.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.251.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.252.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.252.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.252.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.252.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.252.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.252.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.252.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.252.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.252.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.252.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.252.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.252.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.253.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.253.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.253.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.253.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.253.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.253.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.253.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.253.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.253.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.253.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.253.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.253.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.254.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.254.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.254.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.254.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.254.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.254.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.254.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.254.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.254.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.254.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.254.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.254.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.255.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.255.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.255.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.255.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.255.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.255.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.255.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.255.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.255.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.255.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.255.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.255.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.gate.bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.gate.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.3.ffn_norm.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.kv_norm.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.q_norm.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_a.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_a.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_a.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_a.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_a.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_b.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_b.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_b.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_b.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_b.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wo.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wo.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wo.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wo.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wo.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_a.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_a.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_a.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_a.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_a.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_b.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_b.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_b.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_b.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_b.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.attn_norm.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.192.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.192.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.192.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.192.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.192.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.192.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.192.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.192.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.192.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.192.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.192.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.192.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.193.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.193.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.193.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.193.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.193.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.193.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.193.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.193.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.193.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.193.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.193.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.193.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.194.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.194.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.194.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.194.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.194.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.194.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.194.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.194.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.194.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.194.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.194.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.194.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.195.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.195.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.195.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.195.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.195.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.195.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.195.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.195.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.195.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.195.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.195.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.195.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.196.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.196.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.196.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.196.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.196.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.196.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.196.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.196.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.196.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.196.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.196.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.196.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.197.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.197.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.197.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.197.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.197.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.197.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.197.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.197.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.197.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.197.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.197.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.197.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.198.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.198.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.198.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.198.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.198.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.198.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.198.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.198.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.198.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.198.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.198.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.198.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.199.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.199.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.199.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.199.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.199.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.199.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.199.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.199.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.199.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.199.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.199.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.199.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.200.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.200.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.200.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.200.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.200.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.200.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.200.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.200.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.200.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.200.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.200.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.200.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.201.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.201.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.201.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.201.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.201.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.201.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.201.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.201.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.201.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.201.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.201.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.201.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.202.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.202.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.202.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.202.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.202.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.202.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.202.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.202.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.202.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.202.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.202.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.202.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.203.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.203.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.203.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.203.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.203.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.203.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.203.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.203.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.203.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.203.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.203.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.203.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.204.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.204.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.204.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.204.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.204.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.204.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.204.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.204.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.204.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.204.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.204.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.204.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.205.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.205.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.205.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.205.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.205.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.205.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.205.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.205.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.205.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.205.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.205.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.205.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.206.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.206.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.206.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.206.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.206.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.206.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.206.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.206.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.206.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.206.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.206.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.206.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.207.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.207.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.207.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.207.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.207.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.207.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.207.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.207.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.207.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.207.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.207.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.207.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.208.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.208.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.208.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.208.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.208.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.208.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.208.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.208.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.208.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.208.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.208.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.208.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.209.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.209.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.209.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.209.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.209.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.209.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.209.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.209.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.209.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.209.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.209.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.209.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.210.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.210.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.210.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.210.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.210.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.210.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.210.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.210.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.210.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.210.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.210.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.210.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.211.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.211.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.211.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.211.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.211.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.211.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.211.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.211.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.211.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.211.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.211.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.211.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.212.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.212.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.212.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.212.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.212.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.212.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.212.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.212.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.212.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.212.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.212.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.212.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.213.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.213.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.213.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.213.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.213.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.213.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.213.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.213.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.213.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.213.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.213.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.213.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.214.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.214.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.214.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.214.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.214.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.214.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.214.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.214.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.214.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.214.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.214.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.214.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.215.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.215.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.215.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.215.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.215.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.215.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.215.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.215.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.215.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.215.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.215.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.215.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.216.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.216.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.216.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.216.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.216.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.216.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.216.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.216.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.216.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.216.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.216.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.216.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.217.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.217.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.217.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.217.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.217.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.217.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.217.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.217.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.217.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.217.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.217.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.217.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.218.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.218.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.218.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.218.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.218.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.218.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.218.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.218.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.218.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.218.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.218.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.218.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.219.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.219.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.219.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.219.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.219.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.219.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.219.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.219.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.219.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.219.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.219.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.219.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.220.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.220.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.220.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.220.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.220.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.220.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.220.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.220.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.220.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.220.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.220.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.220.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.221.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.221.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.221.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.221.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.221.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.221.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.221.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.221.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.221.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.221.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.221.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.221.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.222.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.222.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.222.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.222.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.222.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.222.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.222.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.222.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.222.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.222.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.222.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.222.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.223.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.223.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.223.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.223.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.223.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.223.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.223.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.223.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.223.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.223.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.223.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.223.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.224.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.224.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.224.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.224.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.224.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.224.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.224.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.224.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.224.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.224.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.224.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.224.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.225.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.225.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.225.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.225.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.225.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.225.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.225.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.225.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.225.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.225.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.225.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.225.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.226.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.226.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.226.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.226.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.226.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.226.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.226.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.226.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.226.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.226.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.226.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.226.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.227.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.227.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.227.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.227.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.227.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.227.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.227.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.227.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.227.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.227.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.227.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.227.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.228.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.228.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.228.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.228.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.228.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.228.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.228.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.228.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.228.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.228.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.228.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.228.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.229.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.229.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.229.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.229.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.229.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.229.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.229.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.229.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.229.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.229.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.229.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.229.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.230.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.230.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.230.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.230.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.230.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.230.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.230.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.230.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.230.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.230.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.230.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.230.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.231.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.231.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.231.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.231.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.231.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.231.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.231.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.231.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.231.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.231.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.231.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.231.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.232.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.232.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.232.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.232.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.232.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.232.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.232.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.232.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.232.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.232.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.232.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.232.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.233.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.233.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.233.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.233.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.233.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.233.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.233.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.233.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.233.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.233.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.233.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.233.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.234.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.234.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.234.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.234.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.234.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.234.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.234.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.234.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.234.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.234.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.234.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.234.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.235.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.235.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.235.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.235.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.235.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.235.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.235.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.235.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.235.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.235.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.235.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.235.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.236.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.236.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.236.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.236.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.236.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.236.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.236.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.236.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.236.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.236.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.236.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.236.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.237.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.237.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.237.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.237.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.237.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.237.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.237.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.237.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.237.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.237.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.237.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.237.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.238.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.238.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.238.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.238.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.238.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.238.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.238.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.238.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.238.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.238.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.238.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.238.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.239.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.239.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.239.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.239.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.239.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.239.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.239.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.239.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.239.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.239.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.239.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.239.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.240.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.240.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.240.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.240.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.240.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.240.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.240.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.240.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.240.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.240.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.240.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.240.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.241.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.241.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.241.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.241.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.241.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.241.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.241.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.241.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.241.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.241.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.241.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.241.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.242.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.242.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.242.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.242.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.242.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.242.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.242.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.242.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.242.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.242.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.242.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.242.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.243.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.243.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.243.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.243.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.243.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.243.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.243.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.243.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.243.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.243.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.243.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.243.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.244.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.244.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.244.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.244.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.244.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.244.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.244.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.244.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.244.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.244.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.244.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.244.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.245.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.245.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.245.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.245.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.245.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.245.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.245.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.245.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.245.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.245.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.245.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.245.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.246.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.246.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.246.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.246.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.246.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.246.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.246.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.246.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.246.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.246.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.246.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.246.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.247.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.247.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.247.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.247.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.247.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.247.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.247.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.247.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.247.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.247.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.247.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.247.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.248.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.248.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.248.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.248.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.248.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.248.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.248.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.248.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.248.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.248.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.248.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.248.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.249.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.249.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.249.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.249.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.249.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.249.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.249.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.249.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.249.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.249.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.249.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.249.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.250.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.250.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.250.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.250.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.250.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.250.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.250.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.250.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.250.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.250.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.250.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.250.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.251.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.251.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.251.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.251.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.251.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.251.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.251.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.251.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.251.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.251.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.251.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.251.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.252.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.252.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.252.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.252.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.252.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.252.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.252.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.252.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.252.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.252.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.252.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.252.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.253.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.253.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.253.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.253.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.253.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.253.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.253.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.253.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.253.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.253.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.253.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.253.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.254.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.254.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.254.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.254.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.254.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.254.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.254.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.254.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.254.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.254.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.254.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.254.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.255.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.255.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.255.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.255.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.255.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.255.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.255.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.255.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.255.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.255.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.255.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.255.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.gate.bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.gate.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.30.ffn_norm.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.kv_norm.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.q_norm.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_a.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_a.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_a.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_a.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_a.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_b.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_b.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_b.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_b.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_b.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wo.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wo.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wo.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wo.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wo.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_a.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_a.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_a.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_a.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_a.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_b.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_b.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_b.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_b.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_b.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.attn_norm.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.192.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.192.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.192.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.192.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.192.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.192.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.192.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.192.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.192.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.192.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.192.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.192.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.193.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.193.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.193.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.193.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.193.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.193.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.193.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.193.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.193.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.193.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.193.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.193.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.194.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.194.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.194.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.194.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.194.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.194.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.194.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.194.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.194.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.194.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.194.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.194.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.195.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.195.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.195.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.195.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.195.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.195.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.195.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.195.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.195.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.195.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.195.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.195.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.196.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.196.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.196.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.196.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.196.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.196.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.196.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.196.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.196.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.196.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.196.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.196.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.197.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.197.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.197.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.197.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.197.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.197.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.197.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.197.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.197.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.197.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.197.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.197.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.198.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.198.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.198.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.198.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.198.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.198.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.198.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.198.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.198.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.198.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.198.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.198.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.199.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.199.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.199.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.199.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.199.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.199.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.199.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.199.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.199.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.199.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.199.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.199.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.200.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.200.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.200.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.200.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.200.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.200.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.200.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.200.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.200.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.200.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.200.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.200.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.201.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.201.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.201.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.201.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.201.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.201.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.201.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.201.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.201.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.201.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.201.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.201.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.202.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.202.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.202.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.202.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.202.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.202.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.202.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.202.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.202.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.202.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.202.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.202.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.203.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.203.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.203.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.203.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.203.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.203.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.203.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.203.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.203.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.203.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.203.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.203.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.204.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.204.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.204.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.204.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.204.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.204.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.204.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.204.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.204.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.204.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.204.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.204.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.205.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.205.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.205.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.205.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.205.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.205.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.205.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.205.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.205.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.205.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.205.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.205.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.206.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.206.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.206.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.206.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.206.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.206.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.206.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.206.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.206.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.206.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.206.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.206.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.207.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.207.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.207.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.207.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.207.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.207.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.207.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.207.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.207.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.207.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.207.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.207.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.208.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.208.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.208.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.208.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.208.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.208.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.208.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.208.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.208.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.208.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.208.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.208.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.209.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.209.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.209.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.209.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.209.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.209.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.209.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.209.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.209.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.209.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.209.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.209.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.210.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.210.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.210.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.210.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.210.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.210.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.210.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.210.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.210.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.210.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.210.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.210.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.211.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.211.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.211.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.211.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.211.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.211.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.211.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.211.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.211.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.211.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.211.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.211.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.212.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.212.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.212.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.212.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.212.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.212.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.212.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.212.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.212.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.212.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.212.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.212.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.213.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.213.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.213.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.213.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.213.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.213.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.213.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.213.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.213.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.213.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.213.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.213.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.214.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.214.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.214.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.214.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.214.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.214.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.214.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.214.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.214.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.214.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.214.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.214.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.215.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.215.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.215.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.215.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.215.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.215.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.215.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.215.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.215.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.215.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.215.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.215.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.216.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.216.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.216.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.216.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.216.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.216.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.216.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.216.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.216.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.216.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.216.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.216.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.217.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.217.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.217.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.217.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.217.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.217.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.217.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.217.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.217.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.217.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.217.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.217.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.218.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.218.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.218.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.218.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.218.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.218.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.218.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.218.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.218.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.218.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.218.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.218.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.219.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.219.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.219.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.219.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.219.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.219.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.219.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.219.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.219.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.219.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.219.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.219.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.220.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.220.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.220.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.220.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.220.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.220.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.220.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.220.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.220.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.220.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.220.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.220.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.221.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.221.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.221.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.221.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.221.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.221.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.221.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.221.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.221.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.221.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.221.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.221.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.222.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.222.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.222.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.222.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.222.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.222.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.222.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.222.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.222.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.222.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.222.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.222.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.223.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.223.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.223.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.223.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.223.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.223.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.223.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.223.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.223.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.223.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.223.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.223.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.224.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.224.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.224.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.224.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.224.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.224.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.224.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.224.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.224.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.224.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.224.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.224.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.225.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.225.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.225.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.225.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.225.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.225.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.225.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.225.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.225.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.225.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.225.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.225.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.226.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.226.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.226.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.226.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.226.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.226.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.226.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.226.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.226.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.226.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.226.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.226.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.227.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.227.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.227.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.227.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.227.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.227.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.227.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.227.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.227.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.227.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.227.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.227.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.228.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.228.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.228.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.228.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.228.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.228.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.228.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.228.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.228.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.228.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.228.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.228.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.229.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.229.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.229.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.229.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.229.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.229.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.229.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.229.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.229.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.229.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.229.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.229.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.230.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.230.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.230.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.230.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.230.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.230.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.230.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.230.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.230.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.230.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.230.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.230.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.231.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.231.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.231.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.231.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.231.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.231.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.231.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.231.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.231.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.231.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.231.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.231.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.232.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.232.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.232.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.232.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.232.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.232.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.232.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.232.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.232.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.232.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.232.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.232.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.233.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.233.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.233.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.233.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.233.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.233.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.233.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.233.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.233.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.233.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.233.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.233.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.234.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.234.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.234.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.234.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.234.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.234.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.234.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.234.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.234.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.234.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.234.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.234.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.235.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.235.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.235.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.235.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.235.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.235.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.235.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.235.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.235.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.235.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.235.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.235.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.236.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.236.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.236.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.236.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.236.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.236.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.236.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.236.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.236.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.236.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.236.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.236.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.237.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.237.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.237.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.237.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.237.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.237.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.237.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.237.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.237.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.237.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.237.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.237.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.238.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.238.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.238.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.238.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.238.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.238.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.238.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.238.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.238.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.238.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.238.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.238.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.239.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.239.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.239.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.239.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.239.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.239.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.239.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.239.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.239.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.239.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.239.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.239.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.240.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.240.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.240.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.240.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.240.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.240.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.240.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.240.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.240.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.240.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.240.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.240.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.241.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.241.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.241.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.241.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.241.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.241.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.241.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.241.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.241.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.241.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.241.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.241.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.242.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.242.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.242.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.242.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.242.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.242.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.242.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.242.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.242.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.242.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.242.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.242.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.243.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.243.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.243.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.243.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.243.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.243.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.243.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.243.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.243.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.243.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.243.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.243.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.244.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.244.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.244.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.244.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.244.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.244.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.244.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.244.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.244.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.244.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.244.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.244.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.245.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.245.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.245.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.245.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.245.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.245.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.245.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.245.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.245.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.245.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.245.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.245.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.246.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.246.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.246.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.246.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.246.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.246.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.246.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.246.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.246.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.246.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.246.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.246.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.247.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.247.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.247.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.247.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.247.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.247.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.247.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.247.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.247.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.247.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.247.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.247.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.248.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.248.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.248.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.248.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.248.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.248.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.248.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.248.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.248.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.248.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.248.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.248.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.249.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.249.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.249.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.249.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.249.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.249.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.249.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.249.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.249.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.249.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.249.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.249.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.250.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.250.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.250.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.250.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.250.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.250.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.250.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.250.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.250.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.250.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.250.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.250.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.251.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.251.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.251.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.251.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.251.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.251.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.251.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.251.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.251.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.251.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.251.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.251.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.252.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.252.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.252.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.252.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.252.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.252.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.252.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.252.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.252.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.252.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.252.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.252.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.253.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.253.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.253.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.253.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.253.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.253.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.253.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.253.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.253.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.253.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.253.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.253.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.254.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.254.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.254.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.254.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.254.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.254.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.254.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.254.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.254.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.254.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.254.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.254.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.255.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.255.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.255.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.255.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.255.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.255.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.255.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.255.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.255.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.255.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.255.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.255.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.gate.bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.gate.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.31.ffn_norm.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.kv_norm.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.q_norm.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_a.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_a.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_a.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_a.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_a.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_b.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_b.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_b.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_b.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_b.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wo.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wo.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wo.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wo.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wo.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_a.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_a.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_a.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_a.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_a.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_b.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_b.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_b.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_b.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_b.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.attn_norm.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.192.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.192.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.192.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.192.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.192.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.192.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.192.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.192.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.192.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.192.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.192.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.192.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.193.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.193.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.193.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.193.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.193.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.193.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.193.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.193.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.193.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.193.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.193.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.193.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.194.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.194.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.194.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.194.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.194.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.194.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.194.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.194.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.194.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.194.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.194.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.194.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.195.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.195.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.195.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.195.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.195.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.195.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.195.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.195.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.195.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.195.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.195.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.195.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.196.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.196.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.196.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.196.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.196.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.196.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.196.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.196.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.196.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.196.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.196.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.196.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.197.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.197.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.197.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.197.w1.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.197.w2.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.197.w2.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.197.w2.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.197.w2.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.197.w3.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.197.w3.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.197.w3.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.197.w3.weight_scale": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.198.w1.centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.198.w1.indices": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.198.w1.weight_bias": "model3-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.198.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.198.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.198.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.198.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.198.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.198.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.198.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.198.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.198.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.199.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.199.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.199.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.199.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.199.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.199.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.199.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.199.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.199.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.199.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.199.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.199.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.200.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.200.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.200.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.200.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.200.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.200.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.200.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.200.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.200.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.200.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.200.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.200.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.201.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.201.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.201.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.201.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.201.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.201.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.201.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.201.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.201.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.201.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.201.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.201.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.202.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.202.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.202.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.202.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.202.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.202.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.202.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.202.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.202.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.202.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.202.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.202.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.203.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.203.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.203.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.203.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.203.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.203.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.203.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.203.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.203.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.203.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.203.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.203.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.204.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.204.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.204.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.204.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.204.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.204.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.204.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.204.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.204.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.204.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.204.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.204.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.205.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.205.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.205.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.205.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.205.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.205.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.205.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.205.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.205.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.205.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.205.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.205.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.206.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.206.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.206.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.206.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.206.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.206.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.206.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.206.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.206.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.206.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.206.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.206.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.207.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.207.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.207.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.207.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.207.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.207.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.207.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.207.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.207.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.207.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.207.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.207.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.208.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.208.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.208.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.208.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.208.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.208.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.208.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.208.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.208.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.208.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.208.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.208.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.209.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.209.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.209.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.209.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.209.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.209.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.209.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.209.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.209.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.209.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.209.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.209.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.210.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.210.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.210.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.210.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.210.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.210.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.210.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.210.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.210.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.210.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.210.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.210.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.211.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.211.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.211.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.211.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.211.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.211.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.211.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.211.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.211.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.211.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.211.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.211.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.212.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.212.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.212.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.212.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.212.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.212.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.212.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.212.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.212.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.212.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.212.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.212.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.213.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.213.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.213.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.213.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.213.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.213.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.213.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.213.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.213.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.213.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.213.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.213.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.214.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.214.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.214.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.214.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.214.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.214.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.214.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.214.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.214.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.214.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.214.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.214.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.215.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.215.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.215.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.215.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.215.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.215.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.215.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.215.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.215.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.215.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.215.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.215.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.216.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.216.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.216.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.216.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.216.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.216.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.216.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.216.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.216.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.216.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.216.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.216.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.217.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.217.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.217.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.217.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.217.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.217.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.217.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.217.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.217.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.217.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.217.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.217.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.218.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.218.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.218.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.218.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.218.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.218.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.218.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.218.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.218.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.218.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.218.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.218.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.219.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.219.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.219.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.219.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.219.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.219.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.219.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.219.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.219.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.219.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.219.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.219.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.220.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.220.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.220.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.220.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.220.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.220.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.220.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.220.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.220.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.220.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.220.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.220.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.221.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.221.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.221.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.221.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.221.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.221.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.221.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.221.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.221.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.221.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.221.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.221.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.222.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.222.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.222.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.222.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.222.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.222.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.222.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.222.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.222.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.222.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.222.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.222.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.223.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.223.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.223.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.223.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.223.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.223.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.223.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.223.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.223.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.223.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.223.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.223.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.224.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.224.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.224.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.224.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.224.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.224.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.224.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.224.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.224.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.224.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.224.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.224.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.225.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.225.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.225.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.225.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.225.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.225.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.225.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.225.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.225.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.225.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.225.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.225.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.226.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.226.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.226.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.226.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.226.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.226.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.226.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.226.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.226.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.226.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.226.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.226.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.227.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.227.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.227.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.227.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.227.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.227.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.227.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.227.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.227.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.227.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.227.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.227.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.228.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.228.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.228.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.228.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.228.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.228.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.228.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.228.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.228.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.228.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.228.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.228.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.229.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.229.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.229.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.229.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.229.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.229.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.229.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.229.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.229.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.229.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.229.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.229.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.230.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.230.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.230.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.230.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.230.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.230.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.230.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.230.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.230.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.230.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.230.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.230.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.231.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.231.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.231.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.231.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.231.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.231.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.231.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.231.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.231.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.231.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.231.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.231.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.232.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.232.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.232.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.232.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.232.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.232.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.232.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.232.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.232.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.232.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.232.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.232.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.233.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.233.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.233.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.233.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.233.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.233.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.233.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.233.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.233.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.233.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.233.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.233.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.234.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.234.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.234.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.234.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.234.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.234.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.234.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.234.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.234.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.234.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.234.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.234.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.235.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.235.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.235.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.235.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.235.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.235.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.235.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.235.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.235.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.235.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.235.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.235.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.236.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.236.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.236.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.236.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.236.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.236.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.236.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.236.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.236.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.236.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.236.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.236.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.237.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.237.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.237.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.237.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.237.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.237.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.237.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.237.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.237.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.237.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.237.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.237.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.238.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.238.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.238.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.238.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.238.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.238.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.238.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.238.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.238.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.238.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.238.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.238.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.239.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.239.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.239.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.239.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.239.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.239.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.239.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.239.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.239.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.239.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.239.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.239.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.240.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.240.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.240.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.240.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.240.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.240.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.240.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.240.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.240.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.240.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.240.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.240.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.241.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.241.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.241.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.241.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.241.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.241.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.241.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.241.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.241.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.241.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.241.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.241.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.242.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.242.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.242.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.242.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.242.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.242.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.242.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.242.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.242.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.242.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.242.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.242.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.243.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.243.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.243.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.243.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.243.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.243.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.243.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.243.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.243.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.243.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.243.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.243.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.244.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.244.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.244.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.244.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.244.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.244.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.244.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.244.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.244.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.244.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.244.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.244.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.245.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.245.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.245.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.245.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.245.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.245.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.245.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.245.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.245.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.245.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.245.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.245.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.246.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.246.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.246.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.246.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.246.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.246.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.246.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.246.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.246.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.246.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.246.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.246.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.247.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.247.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.247.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.247.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.247.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.247.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.247.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.247.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.247.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.247.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.247.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.247.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.248.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.248.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.248.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.248.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.248.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.248.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.248.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.248.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.248.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.248.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.248.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.248.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.249.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.249.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.249.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.249.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.249.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.249.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.249.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.249.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.249.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.249.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.249.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.249.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.250.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.250.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.250.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.250.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.250.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.250.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.250.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.250.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.250.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.250.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.250.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.250.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.251.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.251.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.251.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.251.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.251.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.251.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.251.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.251.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.251.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.251.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.251.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.251.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.252.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.252.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.252.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.252.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.252.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.252.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.252.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.252.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.252.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.252.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.252.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.252.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.253.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.253.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.253.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.253.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.253.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.253.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.253.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.253.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.253.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.253.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.253.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.253.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.254.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.254.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.254.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.254.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.254.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.254.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.254.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.254.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.254.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.254.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.254.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.254.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.255.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.255.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.255.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.255.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.255.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.255.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.255.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.255.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.255.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.255.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.255.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.255.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.gate.bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.gate.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.32.ffn_norm.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.kv_norm.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.q_norm.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_a.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_a.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_a.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_a.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_a.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_b.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_b.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_b.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_b.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_b.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wo.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wo.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wo.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wo.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wo.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_a.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_a.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_a.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_a.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_a.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_b.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_b.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_b.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_b.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_b.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.attn_norm.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.192.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.192.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.192.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.192.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.192.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.192.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.192.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.192.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.192.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.192.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.192.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.192.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.193.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.193.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.193.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.193.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.193.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.193.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.193.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.193.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.193.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.193.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.193.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.193.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.194.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.194.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.194.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.194.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.194.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.194.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.194.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.194.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.194.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.194.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.194.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.194.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.195.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.195.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.195.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.195.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.195.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.195.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.195.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.195.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.195.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.195.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.195.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.195.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.196.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.196.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.196.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.196.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.196.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.196.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.196.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.196.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.196.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.196.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.196.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.196.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.197.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.197.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.197.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.197.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.197.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.197.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.197.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.197.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.197.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.197.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.197.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.197.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.198.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.198.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.198.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.198.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.198.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.198.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.198.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.198.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.198.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.198.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.198.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.198.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.199.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.199.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.199.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.199.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.199.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.199.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.199.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.199.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.199.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.199.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.199.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.199.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.200.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.200.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.200.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.200.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.200.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.200.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.200.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.200.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.200.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.200.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.200.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.200.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.201.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.201.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.201.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.201.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.201.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.201.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.201.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.201.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.201.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.201.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.201.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.201.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.202.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.202.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.202.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.202.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.202.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.202.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.202.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.202.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.202.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.202.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.202.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.202.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.203.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.203.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.203.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.203.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.203.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.203.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.203.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.203.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.203.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.203.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.203.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.203.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.204.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.204.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.204.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.204.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.204.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.204.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.204.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.204.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.204.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.204.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.204.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.204.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.205.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.205.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.205.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.205.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.205.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.205.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.205.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.205.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.205.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.205.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.205.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.205.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.206.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.206.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.206.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.206.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.206.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.206.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.206.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.206.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.206.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.206.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.206.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.206.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.207.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.207.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.207.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.207.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.207.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.207.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.207.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.207.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.207.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.207.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.207.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.207.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.208.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.208.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.208.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.208.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.208.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.208.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.208.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.208.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.208.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.208.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.208.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.208.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.209.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.209.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.209.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.209.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.209.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.209.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.209.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.209.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.209.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.209.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.209.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.209.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.210.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.210.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.210.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.210.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.210.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.210.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.210.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.210.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.210.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.210.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.210.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.210.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.211.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.211.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.211.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.211.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.211.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.211.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.211.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.211.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.211.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.211.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.211.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.211.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.212.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.212.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.212.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.212.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.212.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.212.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.212.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.212.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.212.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.212.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.212.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.212.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.213.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.213.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.213.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.213.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.213.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.213.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.213.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.213.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.213.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.213.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.213.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.213.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.214.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.214.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.214.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.214.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.214.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.214.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.214.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.214.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.214.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.214.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.214.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.214.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.215.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.215.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.215.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.215.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.215.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.215.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.215.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.215.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.215.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.215.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.215.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.215.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.216.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.216.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.216.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.216.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.216.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.216.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.216.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.216.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.216.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.216.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.216.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.216.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.217.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.217.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.217.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.217.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.217.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.217.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.217.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.217.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.217.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.217.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.217.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.217.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.218.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.218.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.218.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.218.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.218.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.218.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.218.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.218.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.218.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.218.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.218.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.218.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.219.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.219.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.219.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.219.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.219.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.219.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.219.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.219.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.219.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.219.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.219.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.219.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.220.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.220.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.220.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.220.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.220.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.220.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.220.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.220.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.220.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.220.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.220.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.220.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.221.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.221.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.221.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.221.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.221.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.221.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.221.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.221.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.221.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.221.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.221.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.221.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.222.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.222.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.222.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.222.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.222.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.222.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.222.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.222.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.222.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.222.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.222.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.222.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.223.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.223.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.223.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.223.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.223.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.223.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.223.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.223.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.223.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.223.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.223.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.223.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.224.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.224.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.224.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.224.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.224.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.224.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.224.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.224.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.224.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.224.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.224.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.224.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.225.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.225.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.225.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.225.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.225.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.225.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.225.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.225.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.225.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.225.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.225.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.225.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.226.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.226.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.226.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.226.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.226.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.226.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.226.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.226.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.226.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.226.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.226.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.226.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.227.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.227.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.227.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.227.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.227.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.227.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.227.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.227.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.227.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.227.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.227.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.227.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.228.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.228.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.228.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.228.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.228.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.228.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.228.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.228.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.228.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.228.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.228.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.228.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.229.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.229.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.229.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.229.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.229.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.229.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.229.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.229.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.229.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.229.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.229.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.229.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.230.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.230.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.230.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.230.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.230.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.230.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.230.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.230.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.230.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.230.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.230.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.230.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.231.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.231.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.231.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.231.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.231.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.231.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.231.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.231.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.231.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.231.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.231.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.231.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.232.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.232.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.232.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.232.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.232.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.232.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.232.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.232.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.232.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.232.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.232.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.232.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.233.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.233.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.233.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.233.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.233.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.233.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.233.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.233.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.233.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.233.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.233.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.233.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.234.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.234.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.234.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.234.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.234.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.234.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.234.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.234.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.234.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.234.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.234.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.234.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.235.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.235.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.235.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.235.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.235.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.235.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.235.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.235.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.235.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.235.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.235.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.235.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.236.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.236.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.236.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.236.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.236.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.236.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.236.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.236.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.236.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.236.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.236.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.236.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.237.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.237.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.237.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.237.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.237.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.237.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.237.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.237.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.237.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.237.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.237.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.237.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.238.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.238.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.238.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.238.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.238.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.238.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.238.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.238.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.238.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.238.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.238.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.238.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.239.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.239.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.239.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.239.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.239.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.239.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.239.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.239.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.239.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.239.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.239.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.239.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.240.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.240.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.240.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.240.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.240.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.240.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.240.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.240.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.240.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.240.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.240.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.240.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.241.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.241.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.241.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.241.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.241.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.241.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.241.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.241.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.241.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.241.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.241.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.241.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.242.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.242.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.242.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.242.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.242.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.242.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.242.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.242.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.242.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.242.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.242.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.242.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.243.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.243.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.243.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.243.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.243.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.243.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.243.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.243.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.243.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.243.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.243.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.243.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.244.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.244.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.244.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.244.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.244.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.244.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.244.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.244.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.244.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.244.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.244.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.244.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.245.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.245.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.245.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.245.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.245.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.245.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.245.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.245.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.245.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.245.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.245.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.245.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.246.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.246.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.246.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.246.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.246.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.246.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.246.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.246.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.246.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.246.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.246.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.246.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.247.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.247.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.247.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.247.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.247.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.247.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.247.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.247.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.247.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.247.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.247.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.247.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.248.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.248.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.248.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.248.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.248.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.248.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.248.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.248.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.248.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.248.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.248.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.248.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.249.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.249.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.249.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.249.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.249.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.249.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.249.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.249.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.249.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.249.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.249.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.249.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.250.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.250.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.250.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.250.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.250.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.250.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.250.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.250.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.250.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.250.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.250.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.250.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.251.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.251.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.251.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.251.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.251.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.251.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.251.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.251.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.251.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.251.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.251.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.251.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.252.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.252.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.252.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.252.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.252.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.252.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.252.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.252.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.252.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.252.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.252.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.252.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.253.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.253.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.253.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.253.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.253.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.253.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.253.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.253.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.253.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.253.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.253.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.253.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.254.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.254.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.254.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.254.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.254.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.254.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.254.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.254.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.254.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.254.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.254.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.254.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.255.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.255.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.255.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.255.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.255.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.255.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.255.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.255.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.255.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.255.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.255.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.255.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.gate.bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.gate.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.33.ffn_norm.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.kv_norm.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.q_norm.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_a.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_a.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_a.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_a.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_a.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_b.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_b.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_b.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_b.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_b.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wo.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wo.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wo.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wo.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wo.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_a.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_a.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_a.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_a.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_a.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_b.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_b.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_b.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_b.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_b.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.attn_norm.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.192.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.192.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.192.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.192.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.192.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.192.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.192.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.192.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.192.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.192.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.192.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.192.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.193.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.193.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.193.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.193.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.193.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.193.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.193.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.193.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.193.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.193.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.193.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.193.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.194.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.194.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.194.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.194.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.194.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.194.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.194.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.194.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.194.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.194.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.194.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.194.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.195.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.195.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.195.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.195.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.195.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.195.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.195.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.195.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.195.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.195.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.195.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.195.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.196.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.196.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.196.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.196.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.196.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.196.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.196.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.196.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.196.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.196.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.196.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.196.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.197.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.197.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.197.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.197.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.197.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.197.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.197.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.197.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.197.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.197.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.197.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.197.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.198.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.198.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.198.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.198.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.198.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.198.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.198.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.198.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.198.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.198.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.198.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.198.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.199.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.199.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.199.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.199.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.199.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.199.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.199.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.199.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.199.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.199.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.199.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.199.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.200.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.200.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.200.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.200.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.200.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.200.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.200.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.200.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.200.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.200.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.200.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.200.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.201.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.201.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.201.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.201.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.201.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.201.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.201.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.201.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.201.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.201.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.201.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.201.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.202.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.202.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.202.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.202.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.202.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.202.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.202.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.202.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.202.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.202.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.202.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.202.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.203.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.203.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.203.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.203.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.203.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.203.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.203.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.203.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.203.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.203.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.203.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.203.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.204.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.204.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.204.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.204.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.204.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.204.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.204.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.204.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.204.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.204.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.204.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.204.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.205.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.205.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.205.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.205.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.205.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.205.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.205.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.205.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.205.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.205.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.205.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.205.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.206.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.206.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.206.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.206.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.206.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.206.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.206.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.206.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.206.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.206.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.206.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.206.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.207.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.207.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.207.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.207.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.207.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.207.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.207.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.207.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.207.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.207.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.207.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.207.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.208.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.208.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.208.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.208.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.208.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.208.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.208.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.208.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.208.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.208.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.208.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.208.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.209.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.209.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.209.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.209.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.209.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.209.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.209.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.209.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.209.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.209.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.209.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.209.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.210.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.210.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.210.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.210.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.210.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.210.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.210.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.210.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.210.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.210.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.210.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.210.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.211.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.211.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.211.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.211.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.211.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.211.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.211.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.211.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.211.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.211.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.211.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.211.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.212.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.212.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.212.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.212.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.212.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.212.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.212.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.212.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.212.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.212.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.212.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.212.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.213.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.213.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.213.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.213.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.213.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.213.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.213.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.213.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.213.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.213.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.213.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.213.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.214.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.214.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.214.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.214.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.214.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.214.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.214.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.214.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.214.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.214.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.214.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.214.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.215.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.215.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.215.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.215.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.215.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.215.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.215.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.215.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.215.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.215.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.215.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.215.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.216.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.216.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.216.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.216.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.216.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.216.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.216.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.216.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.216.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.216.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.216.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.216.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.217.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.217.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.217.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.217.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.217.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.217.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.217.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.217.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.217.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.217.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.217.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.217.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.218.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.218.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.218.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.218.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.218.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.218.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.218.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.218.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.218.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.218.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.218.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.218.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.219.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.219.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.219.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.219.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.219.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.219.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.219.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.219.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.219.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.219.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.219.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.219.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.220.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.220.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.220.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.220.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.220.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.220.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.220.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.220.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.220.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.220.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.220.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.220.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.221.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.221.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.221.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.221.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.221.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.221.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.221.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.221.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.221.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.221.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.221.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.221.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.222.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.222.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.222.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.222.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.222.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.222.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.222.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.222.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.222.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.222.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.222.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.222.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.223.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.223.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.223.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.223.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.223.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.223.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.223.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.223.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.223.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.223.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.223.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.223.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.224.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.224.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.224.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.224.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.224.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.224.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.224.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.224.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.224.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.224.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.224.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.224.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.225.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.225.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.225.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.225.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.225.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.225.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.225.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.225.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.225.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.225.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.225.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.225.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.226.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.226.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.226.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.226.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.226.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.226.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.226.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.226.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.226.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.226.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.226.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.226.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.227.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.227.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.227.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.227.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.227.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.227.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.227.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.227.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.227.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.227.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.227.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.227.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.228.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.228.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.228.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.228.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.228.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.228.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.228.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.228.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.228.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.228.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.228.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.228.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.229.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.229.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.229.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.229.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.229.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.229.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.229.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.229.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.229.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.229.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.229.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.229.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.230.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.230.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.230.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.230.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.230.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.230.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.230.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.230.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.230.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.230.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.230.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.230.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.231.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.231.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.231.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.231.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.231.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.231.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.231.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.231.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.231.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.231.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.231.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.231.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.232.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.232.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.232.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.232.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.232.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.232.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.232.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.232.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.232.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.232.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.232.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.232.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.233.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.233.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.233.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.233.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.233.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.233.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.233.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.233.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.233.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.233.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.233.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.233.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.234.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.234.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.234.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.234.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.234.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.234.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.234.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.234.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.234.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.234.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.234.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.234.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.235.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.235.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.235.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.235.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.235.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.235.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.235.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.235.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.235.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.235.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.235.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.235.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.236.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.236.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.236.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.236.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.236.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.236.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.236.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.236.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.236.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.236.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.236.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.236.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.237.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.237.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.237.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.237.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.237.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.237.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.237.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.237.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.237.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.237.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.237.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.237.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.238.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.238.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.238.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.238.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.238.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.238.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.238.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.238.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.238.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.238.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.238.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.238.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.239.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.239.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.239.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.239.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.239.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.239.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.239.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.239.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.239.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.239.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.239.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.239.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.240.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.240.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.240.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.240.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.240.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.240.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.240.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.240.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.240.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.240.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.240.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.240.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.241.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.241.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.241.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.241.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.241.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.241.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.241.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.241.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.241.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.241.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.241.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.241.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.242.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.242.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.242.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.242.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.242.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.242.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.242.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.242.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.242.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.242.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.242.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.242.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.243.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.243.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.243.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.243.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.243.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.243.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.243.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.243.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.243.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.243.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.243.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.243.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.244.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.244.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.244.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.244.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.244.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.244.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.244.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.244.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.244.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.244.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.244.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.244.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.245.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.245.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.245.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.245.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.245.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.245.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.245.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.245.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.245.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.245.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.245.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.245.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.246.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.246.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.246.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.246.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.246.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.246.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.246.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.246.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.246.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.246.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.246.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.246.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.247.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.247.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.247.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.247.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.247.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.247.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.247.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.247.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.247.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.247.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.247.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.247.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.248.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.248.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.248.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.248.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.248.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.248.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.248.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.248.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.248.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.248.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.248.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.248.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.249.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.249.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.249.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.249.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.249.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.249.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.249.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.249.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.249.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.249.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.249.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.249.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.250.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.250.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.250.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.250.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.250.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.250.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.250.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.250.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.250.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.250.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.250.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.250.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.251.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.251.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.251.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.251.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.251.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.251.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.251.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.251.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.251.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.251.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.251.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.251.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.252.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.252.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.252.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.252.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.252.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.252.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.252.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.252.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.252.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.252.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.252.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.252.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.253.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.253.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.253.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.253.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.253.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.253.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.253.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.253.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.253.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.253.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.253.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.253.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.254.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.254.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.254.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.254.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.254.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.254.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.254.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.254.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.254.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.254.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.254.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.254.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.255.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.255.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.255.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.255.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.255.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.255.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.255.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.255.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.255.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.255.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.255.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.255.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.gate.bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.gate.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.34.ffn_norm.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.kv_norm.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.q_norm.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_a.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_a.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_a.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_a.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_a.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_b.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_b.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_b.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_b.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_b.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wo.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wo.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wo.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wo.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wo.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_a.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_a.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_a.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_a.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_a.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_b.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_b.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_b.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_b.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_b.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.attn_norm.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.192.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.192.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.192.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.192.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.192.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.192.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.192.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.192.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.192.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.192.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.192.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.192.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.193.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.193.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.193.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.193.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.193.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.193.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.193.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.193.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.193.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.193.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.193.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.193.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.194.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.194.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.194.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.194.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.194.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.194.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.194.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.194.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.194.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.194.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.194.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.194.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.195.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.195.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.195.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.195.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.195.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.195.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.195.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.195.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.195.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.195.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.195.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.195.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.196.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.196.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.196.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.196.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.196.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.196.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.196.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.196.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.196.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.196.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.196.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.196.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.197.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.197.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.197.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.197.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.197.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.197.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.197.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.197.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.197.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.197.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.197.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.197.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.198.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.198.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.198.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.198.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.198.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.198.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.198.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.198.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.198.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.198.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.198.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.198.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.199.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.199.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.199.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.199.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.199.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.199.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.199.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.199.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.199.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.199.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.199.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.199.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.200.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.200.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.200.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.200.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.200.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.200.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.200.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.200.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.200.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.200.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.200.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.200.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.201.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.201.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.201.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.201.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.201.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.201.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.201.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.201.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.201.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.201.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.201.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.201.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.202.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.202.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.202.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.202.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.202.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.202.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.202.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.202.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.202.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.202.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.202.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.202.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.203.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.203.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.203.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.203.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.203.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.203.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.203.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.203.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.203.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.203.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.203.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.203.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.204.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.204.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.204.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.204.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.204.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.204.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.204.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.204.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.204.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.204.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.204.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.204.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.205.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.205.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.205.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.205.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.205.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.205.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.205.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.205.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.205.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.205.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.205.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.205.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.206.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.206.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.206.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.206.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.206.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.206.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.206.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.206.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.206.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.206.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.206.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.206.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.207.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.207.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.207.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.207.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.207.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.207.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.207.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.207.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.207.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.207.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.207.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.207.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.208.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.208.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.208.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.208.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.208.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.208.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.208.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.208.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.208.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.208.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.208.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.208.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.209.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.209.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.209.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.209.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.209.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.209.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.209.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.209.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.209.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.209.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.209.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.209.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.210.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.210.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.210.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.210.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.210.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.210.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.210.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.210.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.210.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.210.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.210.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.210.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.211.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.211.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.211.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.211.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.211.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.211.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.211.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.211.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.211.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.211.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.211.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.211.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.212.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.212.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.212.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.212.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.212.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.212.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.212.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.212.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.212.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.212.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.212.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.212.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.213.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.213.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.213.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.213.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.213.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.213.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.213.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.213.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.213.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.213.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.213.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.213.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.214.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.214.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.214.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.214.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.214.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.214.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.214.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.214.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.214.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.214.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.214.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.214.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.215.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.215.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.215.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.215.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.215.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.215.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.215.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.215.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.215.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.215.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.215.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.215.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.216.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.216.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.216.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.216.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.216.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.216.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.216.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.216.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.216.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.216.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.216.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.216.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.217.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.217.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.217.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.217.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.217.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.217.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.217.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.217.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.217.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.217.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.217.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.217.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.218.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.218.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.218.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.218.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.218.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.218.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.218.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.218.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.218.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.218.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.218.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.218.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.219.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.219.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.219.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.219.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.219.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.219.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.219.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.219.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.219.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.219.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.219.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.219.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.220.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.220.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.220.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.220.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.220.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.220.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.220.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.220.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.220.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.220.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.220.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.220.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.221.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.221.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.221.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.221.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.221.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.221.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.221.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.221.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.221.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.221.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.221.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.221.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.222.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.222.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.222.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.222.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.222.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.222.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.222.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.222.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.222.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.222.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.222.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.222.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.223.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.223.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.223.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.223.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.223.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.223.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.223.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.223.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.223.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.223.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.223.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.223.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.224.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.224.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.224.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.224.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.224.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.224.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.224.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.224.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.224.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.224.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.224.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.224.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.225.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.225.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.225.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.225.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.225.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.225.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.225.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.225.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.225.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.225.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.225.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.225.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.226.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.226.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.226.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.226.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.226.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.226.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.226.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.226.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.226.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.226.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.226.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.226.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.227.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.227.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.227.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.227.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.227.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.227.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.227.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.227.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.227.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.227.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.227.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.227.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.228.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.228.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.228.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.228.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.228.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.228.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.228.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.228.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.228.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.228.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.228.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.228.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.229.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.229.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.229.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.229.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.229.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.229.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.229.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.229.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.229.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.229.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.229.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.229.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.230.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.230.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.230.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.230.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.230.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.230.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.230.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.230.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.230.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.230.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.230.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.230.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.231.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.231.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.231.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.231.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.231.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.231.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.231.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.231.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.231.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.231.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.231.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.231.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.232.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.232.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.232.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.232.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.232.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.232.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.232.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.232.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.232.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.232.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.232.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.232.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.233.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.233.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.233.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.233.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.233.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.233.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.233.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.233.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.233.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.233.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.233.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.233.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.234.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.234.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.234.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.234.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.234.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.234.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.234.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.234.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.234.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.234.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.234.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.234.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.235.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.235.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.235.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.235.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.235.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.235.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.235.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.235.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.235.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.235.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.235.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.235.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.236.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.236.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.236.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.236.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.236.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.236.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.236.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.236.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.236.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.236.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.236.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.236.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.237.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.237.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.237.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.237.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.237.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.237.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.237.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.237.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.237.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.237.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.237.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.237.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.238.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.238.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.238.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.238.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.238.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.238.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.238.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.238.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.238.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.238.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.238.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.238.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.239.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.239.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.239.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.239.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.239.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.239.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.239.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.239.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.239.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.239.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.239.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.239.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.240.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.240.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.240.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.240.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.240.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.240.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.240.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.240.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.240.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.240.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.240.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.240.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.241.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.241.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.241.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.241.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.241.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.241.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.241.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.241.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.241.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.241.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.241.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.241.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.242.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.242.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.242.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.242.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.242.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.242.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.242.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.242.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.242.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.242.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.242.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.242.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.243.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.243.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.243.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.243.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.243.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.243.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.243.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.243.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.243.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.243.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.243.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.243.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.244.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.244.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.244.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.244.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.244.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.244.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.244.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.244.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.244.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.244.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.244.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.244.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.245.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.245.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.245.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.245.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.245.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.245.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.245.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.245.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.245.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.245.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.245.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.245.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.246.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.246.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.246.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.246.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.246.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.246.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.246.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.246.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.246.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.246.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.246.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.246.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.247.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.247.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.247.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.247.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.247.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.247.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.247.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.247.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.247.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.247.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.247.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.247.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.248.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.248.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.248.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.248.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.248.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.248.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.248.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.248.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.248.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.248.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.248.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.248.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.249.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.249.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.249.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.249.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.249.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.249.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.249.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.249.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.249.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.249.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.249.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.249.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.250.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.250.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.250.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.250.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.250.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.250.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.250.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.250.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.250.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.250.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.250.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.250.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.251.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.251.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.251.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.251.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.251.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.251.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.251.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.251.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.251.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.251.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.251.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.251.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.252.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.252.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.252.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.252.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.252.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.252.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.252.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.252.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.252.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.252.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.252.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.252.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.253.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.253.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.253.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.253.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.253.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.253.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.253.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.253.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.253.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.253.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.253.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.253.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.254.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.254.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.254.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.254.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.254.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.254.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.254.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.254.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.254.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.254.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.254.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.254.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.255.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.255.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.255.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.255.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.255.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.255.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.255.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.255.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.255.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.255.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.255.w3.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.255.w3.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.gate.bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.gate.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w1.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w1.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w1.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w2.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w2.weight_bias": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w2.weight_scale": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w3.indices": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.35.ffn.shared_experts.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.35.ffn_norm.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.kv_norm.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.q_norm.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_a.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_a.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_a.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_a.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_a.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_b.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_b.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_b.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_b.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_b.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wo.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wo.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wo.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wo.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wo.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_a.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_a.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_a.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_a.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_a.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_b.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_b.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_b.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_b.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_b.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.attn_norm.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.192.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.192.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.192.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.192.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.192.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.192.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.192.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.192.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.192.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.192.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.192.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.192.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.193.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.193.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.193.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.193.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.193.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.193.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.193.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.193.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.193.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.193.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.193.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.193.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.194.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.194.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.194.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.194.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.194.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.194.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.194.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.194.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.194.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.194.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.194.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.194.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.195.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.195.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.195.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.195.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.195.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.195.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.195.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.195.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.195.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.195.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.195.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.195.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.196.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.196.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.196.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.196.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.196.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.196.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.196.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.196.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.196.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.196.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.196.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.196.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.197.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.197.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.197.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.197.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.197.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.197.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.197.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.197.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.197.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.197.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.197.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.197.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.198.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.198.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.198.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.198.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.198.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.198.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.198.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.198.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.198.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.198.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.198.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.198.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.199.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.199.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.199.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.199.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.199.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.199.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.199.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.199.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.199.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.199.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.199.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.199.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.200.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.200.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.200.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.200.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.200.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.200.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.200.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.200.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.200.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.200.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.200.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.200.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.201.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.201.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.201.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.201.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.201.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.201.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.201.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.201.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.201.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.201.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.201.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.201.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.202.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.202.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.202.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.202.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.202.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.202.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.202.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.202.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.202.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.202.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.202.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.202.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.203.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.203.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.203.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.203.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.203.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.203.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.203.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.203.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.203.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.203.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.203.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.203.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.204.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.204.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.204.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.204.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.204.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.204.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.204.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.204.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.204.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.204.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.204.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.204.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.205.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.205.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.205.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.205.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.205.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.205.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.205.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.205.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.205.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.205.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.205.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.205.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.206.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.206.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.206.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.206.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.206.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.206.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.206.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.206.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.206.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.206.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.206.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.206.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.207.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.207.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.207.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.207.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.207.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.207.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.207.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.207.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.207.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.207.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.207.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.207.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.208.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.208.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.208.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.208.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.208.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.208.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.208.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.208.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.208.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.208.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.208.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.208.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.209.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.209.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.209.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.209.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.209.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.209.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.209.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.209.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.209.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.209.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.209.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.209.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.210.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.210.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.210.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.210.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.210.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.210.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.210.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.210.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.210.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.210.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.210.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.210.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.211.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.211.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.211.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.211.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.211.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.211.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.211.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.211.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.211.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.211.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.211.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.211.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.212.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.212.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.212.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.212.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.212.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.212.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.212.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.212.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.212.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.212.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.212.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.212.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.213.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.213.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.213.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.213.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.213.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.213.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.213.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.213.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.213.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.213.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.213.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.213.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.214.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.214.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.214.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.214.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.214.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.214.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.214.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.214.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.214.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.214.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.214.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.214.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.215.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.215.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.215.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.215.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.215.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.215.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.215.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.215.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.215.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.215.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.215.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.215.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.216.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.216.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.216.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.216.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.216.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.216.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.216.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.216.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.216.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.216.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.216.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.216.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.217.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.217.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.217.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.217.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.217.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.217.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.217.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.217.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.217.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.217.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.217.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.217.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.218.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.218.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.218.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.218.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.218.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.218.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.218.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.218.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.218.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.218.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.218.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.218.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.219.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.219.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.219.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.219.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.219.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.219.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.219.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.219.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.219.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.219.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.219.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.219.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.220.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.220.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.220.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.220.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.220.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.220.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.220.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.220.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.220.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.220.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.220.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.220.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.221.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.221.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.221.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.221.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.221.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.221.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.221.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.221.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.221.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.221.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.221.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.221.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.222.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.222.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.222.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.222.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.222.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.222.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.222.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.222.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.222.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.222.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.222.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.222.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.223.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.223.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.223.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.223.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.223.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.223.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.223.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.223.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.223.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.223.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.223.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.223.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.224.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.224.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.224.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.224.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.224.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.224.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.224.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.224.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.224.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.224.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.224.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.224.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.225.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.225.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.225.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.225.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.225.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.225.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.225.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.225.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.225.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.225.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.225.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.225.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.226.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.226.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.226.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.226.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.226.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.226.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.226.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.226.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.226.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.226.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.226.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.226.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.227.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.227.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.227.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.227.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.227.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.227.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.227.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.227.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.227.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.227.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.227.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.227.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.228.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.228.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.228.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.228.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.228.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.228.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.228.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.228.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.228.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.228.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.228.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.228.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.229.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.229.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.229.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.229.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.229.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.229.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.229.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.229.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.229.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.229.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.229.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.229.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.230.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.230.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.230.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.230.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.230.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.230.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.230.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.230.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.230.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.230.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.230.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.230.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.231.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.231.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.231.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.231.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.231.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.231.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.231.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.231.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.231.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.231.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.231.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.231.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.232.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.232.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.232.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.232.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.232.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.232.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.232.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.232.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.232.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.232.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.232.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.232.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.233.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.233.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.233.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.233.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.233.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.233.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.233.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.233.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.233.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.233.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.233.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.233.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.234.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.234.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.234.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.234.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.234.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.234.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.234.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.234.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.234.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.234.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.234.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.234.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.235.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.235.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.235.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.235.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.235.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.235.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.235.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.235.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.235.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.235.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.235.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.235.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.236.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.236.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.236.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.236.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.236.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.236.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.236.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.236.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.236.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.236.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.236.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.236.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.237.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.237.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.237.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.237.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.237.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.237.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.237.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.237.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.237.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.237.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.237.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.237.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.238.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.238.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.238.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.238.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.238.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.238.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.238.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.238.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.238.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.238.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.238.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.238.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.239.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.239.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.239.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.239.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.239.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.239.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.239.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.239.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.239.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.239.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.239.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.239.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.240.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.240.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.240.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.240.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.240.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.240.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.240.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.240.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.240.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.240.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.240.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.240.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.241.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.241.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.241.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.241.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.241.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.241.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.241.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.241.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.241.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.241.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.241.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.241.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.242.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.242.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.242.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.242.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.242.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.242.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.242.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.242.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.242.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.242.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.242.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.242.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.243.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.243.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.243.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.243.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.243.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.243.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.243.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.243.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.243.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.243.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.243.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.243.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.244.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.244.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.244.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.244.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.244.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.244.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.244.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.244.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.244.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.244.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.244.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.244.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.245.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.245.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.245.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.245.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.245.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.245.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.245.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.245.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.245.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.245.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.245.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.245.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.246.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.246.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.246.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.246.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.246.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.246.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.246.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.246.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.246.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.246.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.246.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.246.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.247.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.247.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.247.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.247.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.247.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.247.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.247.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.247.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.247.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.247.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.247.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.247.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.248.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.248.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.248.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.248.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.248.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.248.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.248.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.248.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.248.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.248.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.248.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.248.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.249.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.249.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.249.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.249.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.249.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.249.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.249.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.249.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.249.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.249.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.249.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.249.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.250.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.250.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.250.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.250.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.250.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.250.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.250.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.250.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.250.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.250.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.250.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.250.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.251.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.251.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.251.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.251.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.251.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.251.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.251.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.251.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.251.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.251.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.251.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.251.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.252.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.252.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.252.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.252.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.252.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.252.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.252.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.252.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.252.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.252.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.252.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.252.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.253.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.253.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.253.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.253.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.253.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.253.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.253.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.253.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.253.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.253.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.253.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.253.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.254.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.254.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.254.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.254.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.254.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.254.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.254.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.254.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.254.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.254.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.254.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.254.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.255.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.255.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.255.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.255.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.255.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.255.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.255.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.255.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.255.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.255.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.255.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.255.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.gate.bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.gate.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.36.ffn_norm.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.kv_norm.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.q_norm.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_a.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_a.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_a.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_a.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_a.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_b.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_b.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_b.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_b.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_b.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wo.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wo.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wo.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wo.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wo.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_a.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_a.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_a.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_a.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_a.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_b.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_b.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_b.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_b.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_b.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.attn_norm.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.192.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.192.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.192.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.192.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.192.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.192.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.192.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.192.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.192.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.192.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.192.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.192.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.193.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.193.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.193.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.193.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.193.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.193.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.193.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.193.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.193.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.193.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.193.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.193.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.194.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.194.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.194.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.194.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.194.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.194.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.194.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.194.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.194.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.194.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.194.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.194.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.195.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.195.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.195.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.195.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.195.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.195.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.195.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.195.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.195.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.195.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.195.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.195.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.196.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.196.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.196.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.196.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.196.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.196.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.196.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.196.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.196.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.196.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.196.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.196.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.197.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.197.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.197.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.197.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.197.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.197.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.197.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.197.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.197.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.197.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.197.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.197.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.198.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.198.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.198.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.198.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.198.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.198.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.198.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.198.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.198.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.198.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.198.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.198.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.199.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.199.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.199.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.199.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.199.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.199.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.199.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.199.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.199.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.199.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.199.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.199.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.200.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.200.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.200.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.200.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.200.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.200.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.200.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.200.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.200.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.200.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.200.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.200.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.201.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.201.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.201.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.201.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.201.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.201.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.201.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.201.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.201.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.201.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.201.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.201.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.202.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.202.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.202.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.202.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.202.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.202.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.202.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.202.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.202.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.202.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.202.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.202.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.203.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.203.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.203.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.203.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.203.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.203.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.203.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.203.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.203.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.203.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.203.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.203.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.204.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.204.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.204.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.204.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.204.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.204.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.204.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.204.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.204.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.204.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.204.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.204.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.205.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.205.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.205.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.205.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.205.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.205.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.205.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.205.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.205.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.205.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.205.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.205.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.206.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.206.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.206.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.206.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.206.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.206.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.206.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.206.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.206.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.206.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.206.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.206.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.207.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.207.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.207.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.207.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.207.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.207.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.207.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.207.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.207.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.207.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.207.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.207.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.208.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.208.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.208.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.208.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.208.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.208.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.208.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.208.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.208.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.208.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.208.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.208.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.209.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.209.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.209.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.209.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.209.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.209.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.209.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.209.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.209.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.209.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.209.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.209.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.210.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.210.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.210.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.210.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.210.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.210.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.210.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.210.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.210.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.210.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.210.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.210.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.211.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.211.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.211.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.211.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.211.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.211.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.211.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.211.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.211.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.211.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.211.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.211.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.212.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.212.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.212.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.212.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.212.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.212.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.212.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.212.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.212.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.212.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.212.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.212.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.213.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.213.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.213.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.213.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.213.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.213.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.213.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.213.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.213.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.213.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.213.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.213.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.214.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.214.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.214.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.214.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.214.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.214.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.214.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.214.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.214.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.214.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.214.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.214.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.215.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.215.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.215.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.215.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.215.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.215.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.215.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.215.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.215.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.215.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.215.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.215.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.216.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.216.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.216.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.216.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.216.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.216.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.216.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.216.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.216.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.216.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.216.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.216.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.217.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.217.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.217.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.217.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.217.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.217.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.217.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.217.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.217.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.217.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.217.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.217.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.218.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.218.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.218.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.218.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.218.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.218.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.218.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.218.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.218.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.218.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.218.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.218.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.219.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.219.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.219.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.219.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.219.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.219.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.219.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.219.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.219.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.219.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.219.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.219.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.220.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.220.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.220.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.220.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.220.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.220.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.220.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.220.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.220.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.220.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.220.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.220.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.221.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.221.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.221.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.221.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.221.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.221.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.221.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.221.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.221.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.221.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.221.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.221.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.222.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.222.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.222.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.222.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.222.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.222.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.222.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.222.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.222.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.222.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.222.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.222.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.223.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.223.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.223.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.223.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.223.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.223.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.223.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.223.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.223.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.223.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.223.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.223.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.224.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.224.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.224.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.224.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.224.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.224.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.224.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.224.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.224.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.224.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.224.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.224.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.225.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.225.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.225.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.225.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.225.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.225.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.225.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.225.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.225.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.225.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.225.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.225.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.226.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.226.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.226.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.226.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.226.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.226.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.226.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.226.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.226.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.226.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.226.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.226.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.227.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.227.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.227.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.227.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.227.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.227.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.227.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.227.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.227.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.227.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.227.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.227.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.228.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.228.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.228.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.228.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.228.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.228.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.228.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.228.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.228.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.228.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.228.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.228.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.229.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.229.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.229.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.229.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.229.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.229.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.229.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.229.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.229.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.229.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.229.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.229.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.230.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.230.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.230.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.230.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.230.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.230.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.230.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.230.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.230.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.230.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.230.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.230.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.231.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.231.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.231.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.231.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.231.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.231.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.231.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.231.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.231.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.231.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.231.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.231.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.232.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.232.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.232.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.232.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.232.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.232.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.232.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.232.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.232.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.232.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.232.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.232.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.233.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.233.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.233.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.233.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.233.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.233.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.233.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.233.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.233.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.233.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.233.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.233.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.234.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.234.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.234.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.234.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.234.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.234.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.234.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.234.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.234.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.234.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.234.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.234.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.235.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.235.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.235.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.235.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.235.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.235.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.235.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.235.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.235.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.235.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.235.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.235.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.236.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.236.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.236.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.236.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.236.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.236.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.236.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.236.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.236.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.236.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.236.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.236.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.237.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.237.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.237.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.237.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.237.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.237.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.237.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.237.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.237.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.237.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.237.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.237.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.238.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.238.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.238.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.238.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.238.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.238.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.238.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.238.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.238.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.238.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.238.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.238.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.239.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.239.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.239.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.239.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.239.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.239.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.239.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.239.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.239.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.239.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.239.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.239.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.240.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.240.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.240.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.240.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.240.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.240.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.240.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.240.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.240.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.240.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.240.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.240.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.241.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.241.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.241.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.241.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.241.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.241.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.241.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.241.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.241.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.241.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.241.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.241.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.242.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.242.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.242.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.242.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.242.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.242.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.242.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.242.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.242.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.242.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.242.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.242.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.243.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.243.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.243.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.243.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.243.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.243.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.243.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.243.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.243.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.243.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.243.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.243.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.244.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.244.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.244.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.244.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.244.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.244.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.244.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.244.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.244.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.244.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.244.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.244.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.245.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.245.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.245.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.245.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.245.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.245.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.245.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.245.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.245.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.245.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.245.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.245.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.246.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.246.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.246.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.246.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.246.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.246.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.246.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.246.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.246.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.246.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.246.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.246.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.247.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.247.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.247.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.247.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.247.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.247.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.247.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.247.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.247.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.247.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.247.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.247.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.248.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.248.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.248.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.248.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.248.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.248.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.248.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.248.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.248.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.248.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.248.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.248.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.249.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.249.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.249.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.249.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.249.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.249.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.249.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.249.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.249.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.249.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.249.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.249.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.250.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.250.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.250.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.250.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.250.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.250.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.250.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.250.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.250.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.250.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.250.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.250.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.251.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.251.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.251.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.251.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.251.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.251.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.251.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.251.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.251.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.251.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.251.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.251.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.252.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.252.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.252.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.252.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.252.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.252.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.252.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.252.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.252.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.252.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.252.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.252.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.253.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.253.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.253.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.253.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.253.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.253.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.253.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.253.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.253.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.253.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.253.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.253.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.254.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.254.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.254.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.254.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.254.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.254.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.254.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.254.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.254.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.254.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.254.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.254.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.255.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.255.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.255.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.255.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.255.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.255.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.255.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.255.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.255.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.255.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.255.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.255.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.gate.bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.gate.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.37.ffn_norm.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.kv_norm.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.q_norm.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_a.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_a.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_a.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_a.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_a.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_b.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_b.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_b.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_b.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_b.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wo.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wo.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wo.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wo.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wo.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_a.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_a.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_a.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_a.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_a.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_b.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_b.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_b.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_b.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_b.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.attn_norm.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.192.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.192.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.192.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.192.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.192.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.192.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.192.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.192.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.192.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.192.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.192.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.192.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.193.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.193.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.193.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.193.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.193.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.193.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.193.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.193.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.193.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.193.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.193.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.193.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.194.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.194.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.194.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.194.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.194.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.194.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.194.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.194.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.194.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.194.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.194.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.194.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.195.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.195.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.195.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.195.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.195.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.195.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.195.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.195.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.195.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.195.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.195.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.195.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.196.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.196.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.196.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.196.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.196.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.196.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.196.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.196.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.196.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.196.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.196.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.196.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.197.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.197.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.197.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.197.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.197.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.197.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.197.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.197.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.197.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.197.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.197.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.197.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.198.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.198.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.198.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.198.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.198.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.198.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.198.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.198.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.198.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.198.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.198.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.198.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.199.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.199.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.199.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.199.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.199.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.199.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.199.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.199.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.199.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.199.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.199.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.199.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.200.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.200.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.200.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.200.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.200.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.200.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.200.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.200.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.200.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.200.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.200.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.200.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.201.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.201.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.201.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.201.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.201.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.201.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.201.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.201.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.201.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.201.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.201.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.201.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.202.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.202.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.202.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.202.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.202.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.202.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.202.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.202.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.202.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.202.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.202.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.202.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.203.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.203.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.203.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.203.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.203.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.203.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.203.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.203.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.203.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.203.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.203.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.203.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.204.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.204.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.204.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.204.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.204.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.204.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.204.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.204.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.204.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.204.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.204.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.204.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.205.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.205.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.205.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.205.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.205.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.205.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.205.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.205.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.205.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.205.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.205.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.205.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.206.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.206.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.206.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.206.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.206.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.206.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.206.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.206.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.206.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.206.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.206.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.206.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.207.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.207.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.207.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.207.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.207.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.207.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.207.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.207.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.207.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.207.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.207.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.207.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.208.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.208.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.208.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.208.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.208.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.208.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.208.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.208.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.208.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.208.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.208.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.208.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.209.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.209.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.209.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.209.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.209.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.209.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.209.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.209.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.209.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.209.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.209.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.209.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.210.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.210.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.210.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.210.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.210.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.210.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.210.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.210.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.210.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.210.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.210.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.210.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.211.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.211.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.211.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.211.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.211.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.211.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.211.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.211.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.211.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.211.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.211.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.211.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.212.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.212.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.212.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.212.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.212.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.212.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.212.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.212.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.212.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.212.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.212.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.212.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.213.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.213.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.213.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.213.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.213.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.213.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.213.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.213.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.213.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.213.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.213.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.213.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.214.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.214.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.214.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.214.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.214.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.214.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.214.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.214.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.214.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.214.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.214.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.214.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.215.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.215.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.215.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.215.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.215.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.215.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.215.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.215.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.215.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.215.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.215.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.215.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.216.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.216.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.216.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.216.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.216.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.216.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.216.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.216.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.216.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.216.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.216.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.216.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.217.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.217.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.217.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.217.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.217.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.217.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.217.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.217.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.217.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.217.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.217.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.217.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.218.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.218.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.218.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.218.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.218.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.218.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.218.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.218.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.218.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.218.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.218.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.218.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.219.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.219.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.219.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.219.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.219.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.219.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.219.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.219.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.219.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.219.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.219.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.219.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.220.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.220.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.220.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.220.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.220.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.220.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.220.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.220.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.220.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.220.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.220.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.220.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.221.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.221.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.221.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.221.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.221.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.221.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.221.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.221.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.221.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.221.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.221.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.221.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.222.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.222.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.222.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.222.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.222.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.222.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.222.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.222.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.222.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.222.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.222.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.222.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.223.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.223.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.223.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.223.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.223.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.223.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.223.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.223.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.223.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.223.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.223.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.223.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.224.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.224.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.224.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.224.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.224.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.224.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.224.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.224.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.224.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.224.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.224.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.224.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.225.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.225.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.225.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.225.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.225.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.225.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.225.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.225.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.225.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.225.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.225.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.225.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.226.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.226.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.226.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.226.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.226.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.226.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.226.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.226.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.226.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.226.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.226.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.226.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.227.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.227.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.227.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.227.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.227.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.227.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.227.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.227.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.227.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.227.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.227.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.227.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.228.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.228.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.228.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.228.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.228.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.228.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.228.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.228.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.228.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.228.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.228.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.228.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.229.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.229.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.229.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.229.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.229.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.229.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.229.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.229.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.229.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.229.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.229.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.229.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.230.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.230.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.230.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.230.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.230.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.230.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.230.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.230.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.230.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.230.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.230.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.230.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.231.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.231.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.231.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.231.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.231.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.231.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.231.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.231.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.231.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.231.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.231.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.231.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.232.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.232.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.232.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.232.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.232.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.232.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.232.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.232.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.232.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.232.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.232.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.232.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.233.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.233.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.233.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.233.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.233.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.233.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.233.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.233.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.233.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.233.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.233.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.233.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.234.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.234.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.234.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.234.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.234.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.234.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.234.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.234.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.234.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.234.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.234.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.234.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.235.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.235.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.235.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.235.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.235.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.235.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.235.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.235.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.235.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.235.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.235.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.235.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.236.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.236.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.236.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.236.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.236.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.236.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.236.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.236.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.236.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.236.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.236.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.236.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.237.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.237.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.237.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.237.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.237.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.237.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.237.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.237.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.237.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.237.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.237.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.237.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.238.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.238.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.238.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.238.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.238.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.238.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.238.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.238.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.238.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.238.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.238.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.238.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.239.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.239.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.239.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.239.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.239.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.239.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.239.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.239.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.239.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.239.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.239.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.239.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.240.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.240.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.240.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.240.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.240.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.240.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.240.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.240.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.240.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.240.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.240.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.240.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.241.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.241.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.241.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.241.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.241.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.241.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.241.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.241.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.241.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.241.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.241.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.241.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.242.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.242.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.242.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.242.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.242.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.242.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.242.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.242.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.242.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.242.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.242.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.242.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.243.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.243.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.243.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.243.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.243.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.243.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.243.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.243.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.243.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.243.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.243.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.243.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.244.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.244.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.244.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.244.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.244.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.244.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.244.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.244.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.244.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.244.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.244.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.244.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.245.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.245.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.245.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.245.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.245.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.245.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.245.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.245.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.245.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.245.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.245.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.245.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.246.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.246.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.246.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.246.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.246.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.246.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.246.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.246.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.246.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.246.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.246.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.246.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.247.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.247.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.247.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.247.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.247.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.247.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.247.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.247.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.247.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.247.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.247.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.247.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.248.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.248.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.248.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.248.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.248.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.248.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.248.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.248.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.248.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.248.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.248.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.248.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.249.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.249.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.249.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.249.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.249.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.249.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.249.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.249.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.249.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.249.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.249.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.249.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.250.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.250.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.250.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.250.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.250.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.250.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.250.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.250.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.250.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.250.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.250.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.250.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.251.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.251.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.251.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.251.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.251.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.251.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.251.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.251.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.251.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.251.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.251.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.251.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.252.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.252.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.252.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.252.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.252.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.252.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.252.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.252.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.252.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.252.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.252.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.252.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.253.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.253.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.253.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.253.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.253.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.253.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.253.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.253.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.253.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.253.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.253.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.253.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.254.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.254.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.254.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.254.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.254.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.254.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.254.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.254.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.254.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.254.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.254.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.254.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.255.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.255.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.255.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.255.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.255.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.255.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.255.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.255.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.255.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.255.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.255.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.255.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.gate.bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.gate.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.38.ffn_norm.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.kv_norm.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.q_norm.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_a.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_a.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_a.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_a.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_a.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_b.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_b.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_b.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_b.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_b.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wo.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wo.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wo.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wo.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wo.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_a.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_a.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_a.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_a.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_a.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_b.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_b.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_b.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_b.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_b.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.attn_norm.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.192.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.192.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.192.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.192.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.192.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.192.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.192.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.192.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.192.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.192.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.192.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.192.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.193.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.193.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.193.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.193.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.193.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.193.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.193.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.193.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.193.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.193.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.193.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.193.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.194.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.194.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.194.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.194.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.194.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.194.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.194.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.194.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.194.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.194.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.194.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.194.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.195.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.195.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.195.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.195.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.195.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.195.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.195.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.195.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.195.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.195.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.195.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.195.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.196.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.196.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.196.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.196.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.196.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.196.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.196.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.196.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.196.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.196.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.196.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.196.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.197.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.197.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.197.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.197.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.197.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.197.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.197.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.197.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.197.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.197.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.197.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.197.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.198.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.198.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.198.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.198.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.198.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.198.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.198.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.198.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.198.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.198.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.198.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.198.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.199.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.199.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.199.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.199.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.199.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.199.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.199.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.199.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.199.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.199.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.199.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.199.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.200.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.200.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.200.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.200.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.200.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.200.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.200.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.200.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.200.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.200.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.200.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.200.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.201.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.201.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.201.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.201.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.201.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.201.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.201.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.201.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.201.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.201.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.201.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.201.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.202.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.202.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.202.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.202.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.202.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.202.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.202.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.202.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.202.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.202.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.202.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.202.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.203.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.203.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.203.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.203.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.203.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.203.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.203.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.203.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.203.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.203.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.203.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.203.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.204.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.204.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.204.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.204.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.204.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.204.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.204.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.204.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.204.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.204.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.204.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.204.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.205.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.205.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.205.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.205.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.205.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.205.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.205.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.205.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.205.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.205.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.205.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.205.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.206.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.206.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.206.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.206.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.206.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.206.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.206.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.206.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.206.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.206.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.206.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.206.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.207.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.207.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.207.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.207.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.207.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.207.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.207.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.207.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.207.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.207.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.207.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.207.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.208.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.208.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.208.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.208.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.208.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.208.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.208.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.208.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.208.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.208.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.208.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.208.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.209.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.209.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.209.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.209.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.209.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.209.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.209.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.209.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.209.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.209.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.209.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.209.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.210.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.210.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.210.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.210.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.210.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.210.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.210.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.210.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.210.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.210.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.210.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.210.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.211.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.211.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.211.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.211.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.211.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.211.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.211.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.211.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.211.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.211.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.211.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.211.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.212.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.212.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.212.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.212.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.212.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.212.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.212.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.212.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.212.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.212.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.212.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.212.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.213.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.213.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.213.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.213.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.213.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.213.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.213.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.213.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.213.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.213.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.213.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.213.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.214.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.214.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.214.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.214.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.214.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.214.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.214.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.214.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.214.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.214.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.214.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.214.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.215.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.215.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.215.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.215.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.215.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.215.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.215.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.215.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.215.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.215.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.215.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.215.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.216.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.216.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.216.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.216.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.216.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.216.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.216.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.216.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.216.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.216.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.216.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.216.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.217.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.217.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.217.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.217.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.217.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.217.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.217.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.217.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.217.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.217.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.217.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.217.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.218.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.218.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.218.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.218.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.218.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.218.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.218.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.218.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.218.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.218.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.218.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.218.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.219.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.219.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.219.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.219.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.219.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.219.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.219.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.219.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.219.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.219.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.219.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.219.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.220.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.220.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.220.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.220.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.220.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.220.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.220.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.220.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.220.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.220.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.220.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.220.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.221.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.221.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.221.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.221.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.221.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.221.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.221.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.221.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.221.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.221.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.221.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.221.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.222.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.222.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.222.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.222.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.222.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.222.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.222.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.222.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.222.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.222.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.222.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.222.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.223.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.223.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.223.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.223.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.223.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.223.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.223.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.223.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.223.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.223.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.223.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.223.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.224.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.224.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.224.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.224.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.224.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.224.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.224.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.224.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.224.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.224.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.224.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.224.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.225.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.225.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.225.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.225.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.225.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.225.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.225.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.225.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.225.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.225.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.225.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.225.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.226.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.226.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.226.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.226.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.226.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.226.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.226.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.226.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.226.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.226.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.226.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.226.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.227.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.227.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.227.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.227.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.227.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.227.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.227.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.227.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.227.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.227.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.227.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.227.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.228.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.228.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.228.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.228.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.228.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.228.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.228.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.228.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.228.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.228.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.228.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.228.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.229.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.229.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.229.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.229.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.229.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.229.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.229.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.229.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.229.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.229.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.229.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.229.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.230.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.230.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.230.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.230.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.230.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.230.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.230.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.230.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.230.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.230.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.230.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.230.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.231.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.231.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.231.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.231.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.231.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.231.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.231.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.231.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.231.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.231.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.231.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.231.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.232.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.232.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.232.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.232.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.232.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.232.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.232.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.232.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.232.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.232.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.232.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.232.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.233.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.233.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.233.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.233.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.233.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.233.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.233.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.233.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.233.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.233.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.233.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.233.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.234.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.234.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.234.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.234.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.234.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.234.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.234.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.234.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.234.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.234.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.234.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.234.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.235.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.235.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.235.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.235.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.235.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.235.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.235.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.235.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.235.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.235.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.235.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.235.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.236.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.236.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.236.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.236.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.236.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.236.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.236.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.236.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.236.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.236.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.236.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.236.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.237.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.237.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.237.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.237.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.237.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.237.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.237.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.237.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.237.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.237.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.237.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.237.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.238.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.238.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.238.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.238.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.238.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.238.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.238.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.238.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.238.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.238.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.238.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.238.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.239.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.239.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.239.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.239.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.239.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.239.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.239.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.239.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.239.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.239.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.239.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.239.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.240.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.240.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.240.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.240.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.240.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.240.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.240.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.240.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.240.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.240.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.240.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.240.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.241.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.241.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.241.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.241.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.241.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.241.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.241.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.241.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.241.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.241.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.241.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.241.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.242.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.242.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.242.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.242.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.242.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.242.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.242.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.242.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.242.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.242.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.242.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.242.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.243.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.243.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.243.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.243.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.243.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.243.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.243.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.243.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.243.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.243.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.243.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.243.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.244.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.244.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.244.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.244.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.244.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.244.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.244.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.244.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.244.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.244.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.244.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.244.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.245.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.245.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.245.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.245.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.245.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.245.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.245.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.245.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.245.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.245.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.245.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.245.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.246.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.246.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.246.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.246.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.246.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.246.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.246.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.246.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.246.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.246.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.246.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.246.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.247.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.247.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.247.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.247.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.247.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.247.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.247.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.247.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.247.w3.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.247.w3.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.247.w3.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.247.w3.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.248.w1.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.248.w1.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.248.w1.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.248.w1.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.248.w2.centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.248.w2.indices": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.248.w2.weight_bias": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.248.w2.weight_scale": "model3-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.248.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.248.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.248.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.248.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.249.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.249.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.249.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.249.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.249.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.249.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.249.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.249.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.249.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.249.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.249.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.249.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.250.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.250.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.250.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.250.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.250.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.250.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.250.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.250.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.250.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.250.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.250.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.250.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.251.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.251.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.251.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.251.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.251.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.251.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.251.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.251.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.251.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.251.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.251.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.251.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.252.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.252.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.252.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.252.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.252.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.252.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.252.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.252.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.252.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.252.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.252.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.252.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.253.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.253.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.253.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.253.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.253.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.253.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.253.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.253.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.253.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.253.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.253.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.253.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.254.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.254.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.254.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.254.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.254.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.254.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.254.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.254.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.254.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.254.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.254.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.254.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.255.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.255.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.255.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.255.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.255.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.255.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.255.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.255.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.255.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.255.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.255.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.255.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.gate.bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.gate.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.39.ffn_norm.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.kv_norm.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.q_norm.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_a.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_a.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_a.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_a.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_a.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_b.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_b.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_b.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_b.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_b.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wo.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wo.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wo.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wo.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wo.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_a.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_a.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_a.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_a.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_a.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_b.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_b.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_b.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_b.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_b.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.attn_norm.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.192.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.192.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.192.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.192.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.192.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.192.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.192.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.192.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.192.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.192.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.192.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.192.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.193.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.193.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.193.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.193.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.193.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.193.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.193.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.193.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.193.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.193.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.193.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.193.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.194.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.194.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.194.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.194.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.194.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.194.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.194.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.194.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.194.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.194.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.194.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.194.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.195.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.195.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.195.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.195.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.195.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.195.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.195.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.195.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.195.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.195.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.195.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.195.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.196.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.196.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.196.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.196.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.196.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.196.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.196.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.196.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.196.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.196.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.196.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.196.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.197.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.197.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.197.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.197.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.197.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.197.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.197.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.197.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.197.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.197.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.197.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.197.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.198.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.198.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.198.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.198.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.198.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.198.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.198.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.198.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.198.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.198.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.198.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.198.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.199.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.199.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.199.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.199.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.199.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.199.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.199.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.199.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.199.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.199.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.199.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.199.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.200.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.200.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.200.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.200.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.200.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.200.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.200.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.200.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.200.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.200.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.200.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.200.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.201.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.201.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.201.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.201.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.201.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.201.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.201.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.201.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.201.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.201.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.201.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.201.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.202.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.202.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.202.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.202.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.202.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.202.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.202.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.202.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.202.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.202.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.202.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.202.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.203.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.203.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.203.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.203.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.203.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.203.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.203.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.203.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.203.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.203.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.203.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.203.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.204.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.204.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.204.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.204.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.204.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.204.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.204.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.204.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.204.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.204.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.204.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.204.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.205.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.205.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.205.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.205.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.205.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.205.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.205.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.205.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.205.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.205.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.205.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.205.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.206.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.206.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.206.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.206.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.206.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.206.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.206.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.206.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.206.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.206.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.206.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.206.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.207.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.207.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.207.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.207.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.207.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.207.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.207.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.207.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.207.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.207.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.207.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.207.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.208.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.208.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.208.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.208.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.208.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.208.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.208.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.208.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.208.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.208.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.208.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.208.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.209.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.209.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.209.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.209.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.209.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.209.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.209.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.209.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.209.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.209.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.209.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.209.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.210.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.210.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.210.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.210.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.210.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.210.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.210.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.210.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.210.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.210.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.210.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.210.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.211.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.211.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.211.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.211.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.211.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.211.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.211.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.211.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.211.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.211.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.211.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.211.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.212.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.212.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.212.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.212.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.212.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.212.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.212.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.212.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.212.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.212.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.212.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.212.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.213.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.213.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.213.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.213.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.213.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.213.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.213.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.213.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.213.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.213.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.213.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.213.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.214.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.214.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.214.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.214.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.214.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.214.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.214.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.214.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.214.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.214.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.214.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.214.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.215.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.215.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.215.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.215.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.215.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.215.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.215.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.215.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.215.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.215.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.215.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.215.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.216.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.216.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.216.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.216.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.216.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.216.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.216.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.216.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.216.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.216.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.216.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.216.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.217.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.217.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.217.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.217.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.217.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.217.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.217.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.217.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.217.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.217.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.217.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.217.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.218.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.218.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.218.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.218.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.218.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.218.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.218.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.218.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.218.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.218.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.218.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.218.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.219.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.219.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.219.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.219.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.219.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.219.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.219.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.219.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.219.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.219.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.219.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.219.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.220.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.220.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.220.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.220.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.220.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.220.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.220.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.220.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.220.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.220.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.220.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.220.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.221.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.221.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.221.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.221.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.221.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.221.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.221.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.221.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.221.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.221.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.221.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.221.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.222.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.222.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.222.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.222.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.222.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.222.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.222.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.222.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.222.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.222.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.222.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.222.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.223.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.223.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.223.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.223.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.223.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.223.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.223.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.223.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.223.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.223.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.223.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.223.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.224.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.224.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.224.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.224.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.224.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.224.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.224.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.224.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.224.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.224.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.224.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.224.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.225.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.225.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.225.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.225.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.225.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.225.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.225.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.225.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.225.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.225.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.225.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.225.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.226.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.226.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.226.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.226.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.226.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.226.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.226.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.226.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.226.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.226.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.226.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.226.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.227.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.227.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.227.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.227.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.227.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.227.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.227.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.227.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.227.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.227.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.227.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.227.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.228.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.228.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.228.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.228.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.228.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.228.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.228.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.228.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.228.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.228.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.228.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.228.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.229.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.229.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.229.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.229.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.229.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.229.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.229.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.229.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.229.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.229.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.229.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.229.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.230.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.230.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.230.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.230.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.230.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.230.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.230.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.230.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.230.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.230.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.230.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.230.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.231.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.231.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.231.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.231.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.231.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.231.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.231.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.231.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.231.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.231.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.231.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.231.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.232.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.232.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.232.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.232.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.232.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.232.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.232.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.232.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.232.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.232.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.232.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.232.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.233.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.233.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.233.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.233.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.233.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.233.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.233.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.233.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.233.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.233.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.233.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.233.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.234.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.234.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.234.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.234.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.234.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.234.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.234.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.234.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.234.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.234.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.234.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.234.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.235.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.235.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.235.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.235.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.235.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.235.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.235.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.235.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.235.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.235.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.235.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.235.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.236.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.236.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.236.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.236.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.236.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.236.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.236.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.236.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.236.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.236.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.236.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.236.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.237.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.237.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.237.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.237.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.237.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.237.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.237.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.237.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.237.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.237.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.237.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.237.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.238.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.238.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.238.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.238.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.238.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.238.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.238.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.238.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.238.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.238.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.238.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.238.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.239.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.239.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.239.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.239.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.239.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.239.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.239.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.239.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.239.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.239.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.239.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.239.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.240.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.240.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.240.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.240.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.240.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.240.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.240.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.240.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.240.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.240.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.240.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.240.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.241.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.241.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.241.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.241.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.241.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.241.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.241.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.241.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.241.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.241.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.241.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.241.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.242.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.242.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.242.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.242.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.242.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.242.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.242.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.242.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.242.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.242.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.242.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.242.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.243.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.243.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.243.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.243.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.243.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.243.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.243.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.243.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.243.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.243.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.243.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.243.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.244.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.244.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.244.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.244.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.244.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.244.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.244.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.244.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.244.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.244.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.244.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.244.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.245.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.245.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.245.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.245.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.245.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.245.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.245.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.245.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.245.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.245.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.245.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.245.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.246.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.246.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.246.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.246.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.246.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.246.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.246.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.246.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.246.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.246.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.246.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.246.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.247.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.247.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.247.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.247.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.247.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.247.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.247.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.247.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.247.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.247.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.247.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.247.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.248.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.248.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.248.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.248.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.248.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.248.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.248.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.248.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.248.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.248.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.248.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.248.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.249.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.249.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.249.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.249.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.249.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.249.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.249.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.249.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.249.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.249.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.249.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.249.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.250.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.250.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.250.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.250.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.250.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.250.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.250.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.250.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.250.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.250.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.250.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.250.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.251.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.251.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.251.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.251.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.251.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.251.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.251.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.251.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.251.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.251.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.251.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.251.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.252.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.252.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.252.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.252.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.252.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.252.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.252.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.252.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.252.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.252.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.252.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.252.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.253.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.253.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.253.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.253.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.253.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.253.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.253.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.253.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.253.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.253.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.253.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.253.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.254.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.254.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.254.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.254.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.254.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.254.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.254.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.254.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.254.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.254.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.254.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.254.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.255.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.255.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.255.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.255.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.255.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.255.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.255.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.255.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.255.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.255.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.255.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.255.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.gate.bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.gate.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.4.ffn_norm.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.kv_norm.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.q_norm.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_a.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_a.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_a.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_a.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_a.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_b.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_b.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_b.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_b.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_b.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wo.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wo.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wo.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wo.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wo.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_a.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_a.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_a.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_a.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_a.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_b.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_b.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_b.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_b.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_b.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.attn_norm.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.192.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.192.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.192.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.192.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.192.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.192.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.192.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.192.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.192.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.192.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.192.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.192.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.193.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.193.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.193.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.193.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.193.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.193.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.193.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.193.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.193.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.193.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.193.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.193.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.194.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.194.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.194.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.194.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.194.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.194.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.194.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.194.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.194.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.194.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.194.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.194.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.195.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.195.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.195.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.195.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.195.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.195.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.195.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.195.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.195.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.195.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.195.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.195.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.196.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.196.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.196.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.196.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.196.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.196.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.196.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.196.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.196.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.196.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.196.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.196.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.197.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.197.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.197.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.197.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.197.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.197.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.197.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.197.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.197.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.197.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.197.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.197.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.198.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.198.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.198.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.198.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.198.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.198.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.198.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.198.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.198.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.198.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.198.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.198.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.199.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.199.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.199.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.199.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.199.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.199.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.199.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.199.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.199.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.199.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.199.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.199.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.200.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.200.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.200.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.200.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.200.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.200.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.200.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.200.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.200.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.200.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.200.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.200.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.201.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.201.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.201.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.201.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.201.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.201.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.201.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.201.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.201.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.201.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.201.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.201.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.202.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.202.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.202.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.202.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.202.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.202.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.202.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.202.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.202.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.202.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.202.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.202.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.203.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.203.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.203.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.203.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.203.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.203.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.203.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.203.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.203.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.203.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.203.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.203.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.204.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.204.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.204.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.204.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.204.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.204.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.204.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.204.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.204.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.204.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.204.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.204.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.205.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.205.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.205.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.205.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.205.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.205.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.205.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.205.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.205.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.205.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.205.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.205.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.206.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.206.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.206.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.206.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.206.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.206.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.206.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.206.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.206.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.206.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.206.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.206.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.207.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.207.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.207.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.207.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.207.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.207.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.207.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.207.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.207.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.207.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.207.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.207.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.208.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.208.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.208.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.208.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.208.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.208.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.208.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.208.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.208.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.208.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.208.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.208.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.209.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.209.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.209.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.209.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.209.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.209.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.209.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.209.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.209.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.209.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.209.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.209.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.210.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.210.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.210.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.210.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.210.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.210.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.210.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.210.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.210.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.210.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.210.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.210.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.211.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.211.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.211.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.211.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.211.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.211.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.211.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.211.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.211.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.211.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.211.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.211.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.212.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.212.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.212.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.212.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.212.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.212.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.212.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.212.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.212.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.212.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.212.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.212.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.213.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.213.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.213.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.213.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.213.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.213.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.213.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.213.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.213.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.213.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.213.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.213.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.214.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.214.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.214.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.214.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.214.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.214.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.214.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.214.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.214.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.214.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.214.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.214.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.215.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.215.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.215.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.215.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.215.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.215.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.215.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.215.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.215.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.215.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.215.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.215.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.216.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.216.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.216.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.216.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.216.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.216.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.216.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.216.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.216.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.216.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.216.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.216.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.217.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.217.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.217.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.217.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.217.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.217.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.217.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.217.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.217.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.217.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.217.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.217.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.218.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.218.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.218.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.218.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.218.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.218.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.218.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.218.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.218.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.218.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.218.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.218.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.219.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.219.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.219.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.219.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.219.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.219.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.219.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.219.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.219.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.219.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.219.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.219.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.220.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.220.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.220.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.220.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.220.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.220.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.220.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.220.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.220.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.220.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.220.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.220.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.221.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.221.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.221.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.221.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.221.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.221.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.221.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.221.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.221.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.221.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.221.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.221.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.222.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.222.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.222.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.222.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.222.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.222.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.222.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.222.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.222.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.222.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.222.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.222.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.223.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.223.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.223.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.223.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.223.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.223.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.223.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.223.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.223.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.223.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.223.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.223.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.224.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.224.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.224.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.224.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.224.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.224.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.224.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.224.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.224.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.224.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.224.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.224.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.225.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.225.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.225.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.225.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.225.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.225.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.225.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.225.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.225.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.225.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.225.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.225.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.226.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.226.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.226.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.226.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.226.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.226.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.226.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.226.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.226.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.226.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.226.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.226.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.227.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.227.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.227.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.227.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.227.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.227.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.227.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.227.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.227.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.227.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.227.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.227.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.228.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.228.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.228.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.228.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.228.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.228.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.228.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.228.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.228.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.228.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.228.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.228.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.229.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.229.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.229.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.229.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.229.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.229.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.229.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.229.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.229.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.229.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.229.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.229.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.230.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.230.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.230.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.230.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.230.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.230.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.230.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.230.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.230.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.230.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.230.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.230.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.231.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.231.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.231.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.231.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.231.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.231.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.231.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.231.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.231.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.231.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.231.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.231.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.232.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.232.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.232.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.232.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.232.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.232.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.232.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.232.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.232.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.232.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.232.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.232.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.233.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.233.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.233.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.233.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.233.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.233.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.233.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.233.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.233.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.233.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.233.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.233.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.234.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.234.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.234.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.234.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.234.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.234.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.234.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.234.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.234.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.234.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.234.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.234.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.235.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.235.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.235.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.235.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.235.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.235.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.235.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.235.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.235.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.235.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.235.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.235.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.236.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.236.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.236.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.236.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.236.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.236.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.236.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.236.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.236.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.236.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.236.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.236.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.237.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.237.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.237.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.237.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.237.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.237.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.237.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.237.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.237.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.237.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.237.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.237.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.238.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.238.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.238.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.238.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.238.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.238.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.238.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.238.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.238.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.238.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.238.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.238.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.239.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.239.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.239.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.239.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.239.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.239.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.239.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.239.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.239.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.239.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.239.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.239.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.240.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.240.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.240.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.240.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.240.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.240.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.240.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.240.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.240.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.240.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.240.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.240.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.241.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.241.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.241.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.241.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.241.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.241.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.241.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.241.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.241.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.241.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.241.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.241.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.242.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.242.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.242.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.242.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.242.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.242.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.242.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.242.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.242.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.242.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.242.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.242.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.243.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.243.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.243.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.243.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.243.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.243.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.243.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.243.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.243.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.243.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.243.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.243.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.244.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.244.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.244.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.244.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.244.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.244.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.244.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.244.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.244.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.244.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.244.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.244.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.245.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.245.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.245.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.245.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.245.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.245.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.245.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.245.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.245.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.245.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.245.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.245.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.246.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.246.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.246.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.246.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.246.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.246.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.246.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.246.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.246.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.246.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.246.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.246.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.247.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.247.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.247.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.247.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.247.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.247.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.247.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.247.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.247.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.247.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.247.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.247.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.248.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.248.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.248.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.248.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.248.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.248.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.248.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.248.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.248.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.248.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.248.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.248.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.249.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.249.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.249.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.249.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.249.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.249.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.249.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.249.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.249.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.249.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.249.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.249.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.250.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.250.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.250.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.250.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.250.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.250.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.250.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.250.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.250.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.250.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.250.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.250.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.251.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.251.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.251.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.251.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.251.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.251.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.251.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.251.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.251.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.251.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.251.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.251.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.252.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.252.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.252.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.252.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.252.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.252.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.252.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.252.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.252.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.252.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.252.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.252.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.253.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.253.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.253.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.253.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.253.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.253.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.253.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.253.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.253.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.253.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.253.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.253.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.254.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.254.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.254.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.254.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.254.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.254.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.254.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.254.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.254.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.254.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.254.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.254.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.255.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.255.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.255.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.255.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.255.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.255.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.255.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.255.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.255.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.255.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.255.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.255.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.gate.bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.gate.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.40.ffn_norm.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.kv_norm.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.q_norm.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_a.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_a.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_a.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_a.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_a.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_b.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_b.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_b.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_b.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_b.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wo.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wo.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wo.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wo.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wo.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_a.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_a.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_a.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_a.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_a.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_b.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_b.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_b.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_b.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_b.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.attn_norm.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.192.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.192.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.192.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.192.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.192.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.192.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.192.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.192.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.192.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.192.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.192.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.192.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.193.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.193.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.193.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.193.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.193.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.193.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.193.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.193.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.193.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.193.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.193.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.193.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.194.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.194.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.194.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.194.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.194.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.194.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.194.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.194.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.194.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.194.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.194.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.194.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.195.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.195.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.195.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.195.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.195.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.195.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.195.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.195.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.195.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.195.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.195.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.195.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.196.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.196.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.196.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.196.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.196.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.196.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.196.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.196.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.196.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.196.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.196.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.196.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.197.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.197.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.197.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.197.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.197.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.197.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.197.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.197.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.197.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.197.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.197.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.197.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.198.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.198.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.198.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.198.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.198.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.198.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.198.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.198.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.198.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.198.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.198.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.198.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.199.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.199.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.199.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.199.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.199.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.199.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.199.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.199.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.199.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.199.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.199.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.199.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.200.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.200.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.200.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.200.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.200.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.200.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.200.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.200.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.200.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.200.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.200.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.200.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.201.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.201.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.201.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.201.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.201.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.201.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.201.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.201.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.201.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.201.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.201.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.201.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.202.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.202.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.202.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.202.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.202.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.202.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.202.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.202.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.202.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.202.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.202.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.202.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.203.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.203.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.203.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.203.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.203.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.203.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.203.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.203.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.203.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.203.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.203.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.203.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.204.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.204.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.204.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.204.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.204.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.204.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.204.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.204.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.204.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.204.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.204.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.204.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.205.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.205.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.205.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.205.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.205.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.205.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.205.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.205.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.205.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.205.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.205.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.205.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.206.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.206.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.206.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.206.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.206.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.206.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.206.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.206.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.206.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.206.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.206.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.206.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.207.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.207.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.207.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.207.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.207.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.207.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.207.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.207.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.207.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.207.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.207.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.207.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.208.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.208.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.208.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.208.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.208.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.208.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.208.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.208.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.208.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.208.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.208.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.208.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.209.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.209.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.209.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.209.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.209.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.209.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.209.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.209.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.209.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.209.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.209.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.209.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.210.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.210.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.210.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.210.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.210.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.210.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.210.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.210.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.210.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.210.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.210.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.210.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.211.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.211.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.211.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.211.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.211.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.211.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.211.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.211.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.211.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.211.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.211.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.211.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.212.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.212.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.212.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.212.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.212.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.212.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.212.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.212.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.212.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.212.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.212.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.212.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.213.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.213.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.213.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.213.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.213.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.213.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.213.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.213.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.213.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.213.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.213.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.213.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.214.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.214.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.214.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.214.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.214.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.214.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.214.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.214.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.214.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.214.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.214.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.214.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.215.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.215.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.215.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.215.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.215.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.215.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.215.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.215.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.215.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.215.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.215.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.215.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.216.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.216.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.216.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.216.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.216.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.216.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.216.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.216.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.216.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.216.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.216.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.216.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.217.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.217.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.217.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.217.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.217.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.217.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.217.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.217.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.217.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.217.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.217.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.217.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.218.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.218.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.218.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.218.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.218.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.218.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.218.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.218.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.218.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.218.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.218.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.218.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.219.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.219.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.219.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.219.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.219.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.219.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.219.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.219.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.219.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.219.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.219.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.219.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.220.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.220.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.220.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.220.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.220.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.220.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.220.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.220.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.220.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.220.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.220.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.220.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.221.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.221.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.221.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.221.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.221.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.221.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.221.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.221.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.221.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.221.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.221.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.221.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.222.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.222.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.222.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.222.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.222.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.222.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.222.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.222.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.222.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.222.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.222.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.222.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.223.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.223.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.223.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.223.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.223.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.223.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.223.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.223.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.223.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.223.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.223.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.223.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.224.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.224.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.224.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.224.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.224.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.224.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.224.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.224.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.224.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.224.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.224.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.224.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.225.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.225.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.225.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.225.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.225.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.225.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.225.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.225.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.225.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.225.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.225.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.225.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.226.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.226.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.226.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.226.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.226.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.226.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.226.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.226.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.226.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.226.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.226.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.226.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.227.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.227.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.227.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.227.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.227.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.227.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.227.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.227.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.227.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.227.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.227.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.227.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.228.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.228.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.228.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.228.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.228.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.228.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.228.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.228.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.228.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.228.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.228.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.228.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.229.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.229.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.229.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.229.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.229.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.229.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.229.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.229.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.229.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.229.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.229.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.229.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.230.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.230.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.230.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.230.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.230.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.230.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.230.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.230.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.230.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.230.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.230.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.230.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.231.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.231.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.231.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.231.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.231.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.231.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.231.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.231.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.231.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.231.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.231.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.231.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.232.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.232.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.232.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.232.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.232.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.232.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.232.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.232.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.232.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.232.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.232.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.232.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.233.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.233.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.233.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.233.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.233.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.233.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.233.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.233.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.233.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.233.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.233.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.233.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.234.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.234.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.234.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.234.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.234.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.234.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.234.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.234.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.234.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.234.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.234.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.234.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.235.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.235.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.235.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.235.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.235.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.235.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.235.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.235.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.235.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.235.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.235.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.235.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.236.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.236.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.236.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.236.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.236.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.236.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.236.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.236.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.236.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.236.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.236.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.236.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.237.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.237.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.237.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.237.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.237.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.237.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.237.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.237.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.237.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.237.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.237.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.237.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.238.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.238.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.238.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.238.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.238.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.238.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.238.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.238.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.238.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.238.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.238.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.238.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.239.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.239.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.239.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.239.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.239.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.239.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.239.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.239.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.239.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.239.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.239.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.239.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.240.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.240.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.240.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.240.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.240.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.240.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.240.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.240.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.240.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.240.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.240.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.240.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.241.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.241.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.241.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.241.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.241.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.241.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.241.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.241.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.241.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.241.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.241.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.241.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.242.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.242.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.242.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.242.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.242.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.242.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.242.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.242.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.242.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.242.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.242.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.242.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.243.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.243.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.243.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.243.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.243.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.243.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.243.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.243.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.243.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.243.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.243.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.243.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.244.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.244.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.244.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.244.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.244.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.244.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.244.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.244.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.244.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.244.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.244.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.244.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.245.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.245.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.245.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.245.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.245.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.245.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.245.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.245.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.245.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.245.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.245.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.245.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.246.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.246.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.246.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.246.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.246.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.246.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.246.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.246.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.246.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.246.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.246.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.246.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.247.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.247.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.247.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.247.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.247.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.247.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.247.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.247.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.247.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.247.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.247.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.247.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.248.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.248.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.248.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.248.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.248.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.248.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.248.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.248.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.248.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.248.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.248.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.248.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.249.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.249.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.249.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.249.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.249.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.249.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.249.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.249.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.249.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.249.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.249.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.249.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.250.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.250.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.250.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.250.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.250.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.250.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.250.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.250.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.250.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.250.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.250.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.250.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.251.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.251.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.251.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.251.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.251.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.251.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.251.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.251.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.251.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.251.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.251.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.251.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.252.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.252.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.252.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.252.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.252.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.252.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.252.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.252.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.252.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.252.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.252.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.252.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.253.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.253.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.253.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.253.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.253.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.253.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.253.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.253.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.253.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.253.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.253.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.253.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.254.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.254.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.254.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.254.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.254.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.254.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.254.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.254.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.254.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.254.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.254.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.254.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.255.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.255.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.255.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.255.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.255.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.255.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.255.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.255.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.255.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.255.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.255.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.255.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.gate.bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.gate.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.41.ffn_norm.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.kv_norm.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.q_norm.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_a.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_a.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_a.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_a.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_a.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_b.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_b.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_b.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_b.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_b.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wo.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wo.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wo.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wo.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wo.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_a.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_a.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_a.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_a.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_a.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_b.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_b.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_b.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_b.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_b.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.attn_norm.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.192.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.192.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.192.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.192.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.192.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.192.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.192.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.192.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.192.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.192.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.192.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.192.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.193.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.193.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.193.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.193.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.193.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.193.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.193.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.193.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.193.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.193.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.193.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.193.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.194.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.194.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.194.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.194.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.194.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.194.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.194.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.194.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.194.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.194.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.194.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.194.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.195.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.195.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.195.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.195.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.195.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.195.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.195.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.195.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.195.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.195.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.195.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.195.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.196.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.196.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.196.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.196.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.196.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.196.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.196.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.196.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.196.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.196.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.196.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.196.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.197.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.197.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.197.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.197.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.197.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.197.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.197.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.197.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.197.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.197.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.197.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.197.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.198.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.198.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.198.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.198.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.198.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.198.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.198.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.198.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.198.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.198.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.198.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.198.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.199.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.199.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.199.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.199.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.199.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.199.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.199.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.199.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.199.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.199.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.199.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.199.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.200.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.200.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.200.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.200.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.200.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.200.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.200.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.200.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.200.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.200.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.200.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.200.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.201.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.201.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.201.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.201.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.201.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.201.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.201.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.201.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.201.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.201.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.201.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.201.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.202.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.202.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.202.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.202.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.202.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.202.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.202.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.202.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.202.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.202.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.202.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.202.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.203.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.203.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.203.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.203.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.203.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.203.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.203.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.203.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.203.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.203.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.203.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.203.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.204.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.204.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.204.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.204.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.204.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.204.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.204.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.204.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.204.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.204.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.204.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.204.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.205.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.205.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.205.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.205.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.205.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.205.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.205.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.205.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.205.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.205.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.205.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.205.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.206.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.206.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.206.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.206.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.206.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.206.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.206.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.206.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.206.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.206.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.206.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.206.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.207.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.207.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.207.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.207.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.207.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.207.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.207.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.207.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.207.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.207.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.207.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.207.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.208.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.208.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.208.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.208.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.208.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.208.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.208.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.208.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.208.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.208.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.208.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.208.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.209.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.209.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.209.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.209.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.209.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.209.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.209.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.209.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.209.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.209.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.209.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.209.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.210.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.210.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.210.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.210.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.210.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.210.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.210.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.210.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.210.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.210.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.210.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.210.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.211.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.211.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.211.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.211.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.211.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.211.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.211.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.211.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.211.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.211.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.211.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.211.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.212.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.212.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.212.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.212.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.212.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.212.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.212.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.212.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.212.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.212.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.212.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.212.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.213.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.213.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.213.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.213.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.213.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.213.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.213.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.213.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.213.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.213.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.213.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.213.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.214.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.214.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.214.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.214.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.214.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.214.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.214.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.214.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.214.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.214.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.214.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.214.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.215.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.215.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.215.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.215.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.215.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.215.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.215.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.215.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.215.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.215.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.215.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.215.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.216.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.216.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.216.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.216.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.216.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.216.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.216.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.216.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.216.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.216.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.216.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.216.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.217.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.217.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.217.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.217.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.217.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.217.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.217.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.217.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.217.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.217.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.217.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.217.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.218.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.218.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.218.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.218.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.218.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.218.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.218.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.218.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.218.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.218.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.218.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.218.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.219.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.219.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.219.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.219.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.219.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.219.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.219.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.219.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.219.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.219.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.219.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.219.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.220.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.220.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.220.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.220.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.220.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.220.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.220.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.220.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.220.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.220.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.220.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.220.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.221.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.221.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.221.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.221.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.221.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.221.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.221.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.221.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.221.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.221.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.221.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.221.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.222.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.222.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.222.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.222.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.222.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.222.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.222.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.222.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.222.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.222.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.222.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.222.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.223.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.223.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.223.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.223.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.223.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.223.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.223.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.223.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.223.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.223.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.223.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.223.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.224.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.224.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.224.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.224.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.224.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.224.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.224.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.224.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.224.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.224.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.224.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.224.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.225.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.225.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.225.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.225.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.225.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.225.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.225.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.225.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.225.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.225.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.225.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.225.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.226.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.226.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.226.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.226.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.226.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.226.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.226.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.226.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.226.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.226.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.226.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.226.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.227.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.227.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.227.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.227.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.227.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.227.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.227.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.227.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.227.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.227.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.227.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.227.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.228.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.228.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.228.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.228.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.228.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.228.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.228.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.228.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.228.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.228.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.228.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.228.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.229.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.229.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.229.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.229.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.229.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.229.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.229.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.229.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.229.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.229.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.229.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.229.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.230.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.230.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.230.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.230.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.230.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.230.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.230.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.230.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.230.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.230.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.230.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.230.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.231.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.231.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.231.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.231.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.231.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.231.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.231.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.231.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.231.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.231.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.231.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.231.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.232.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.232.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.232.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.232.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.232.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.232.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.232.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.232.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.232.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.232.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.232.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.232.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.233.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.233.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.233.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.233.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.233.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.233.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.233.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.233.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.233.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.233.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.233.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.233.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.234.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.234.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.234.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.234.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.234.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.234.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.234.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.234.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.234.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.234.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.234.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.234.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.235.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.235.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.235.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.235.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.235.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.235.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.235.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.235.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.235.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.235.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.235.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.235.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.236.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.236.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.236.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.236.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.236.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.236.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.236.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.236.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.236.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.236.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.236.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.236.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.237.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.237.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.237.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.237.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.237.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.237.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.237.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.237.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.237.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.237.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.237.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.237.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.238.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.238.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.238.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.238.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.238.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.238.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.238.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.238.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.238.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.238.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.238.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.238.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.239.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.239.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.239.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.239.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.239.w2.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.239.w2.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.239.w2.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.239.w2.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.239.w3.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.239.w3.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.239.w3.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.239.w3.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.240.w1.centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.240.w1.indices": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.240.w1.weight_bias": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.240.w1.weight_scale": "model3-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.240.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.240.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.240.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.240.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.240.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.240.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.240.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.240.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.241.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.241.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.241.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.241.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.241.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.241.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.241.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.241.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.241.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.241.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.241.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.241.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.242.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.242.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.242.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.242.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.242.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.242.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.242.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.242.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.242.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.242.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.242.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.242.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.243.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.243.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.243.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.243.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.243.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.243.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.243.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.243.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.243.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.243.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.243.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.243.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.244.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.244.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.244.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.244.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.244.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.244.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.244.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.244.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.244.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.244.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.244.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.244.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.245.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.245.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.245.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.245.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.245.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.245.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.245.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.245.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.245.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.245.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.245.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.245.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.246.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.246.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.246.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.246.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.246.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.246.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.246.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.246.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.246.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.246.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.246.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.246.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.247.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.247.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.247.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.247.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.247.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.247.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.247.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.247.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.247.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.247.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.247.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.247.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.248.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.248.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.248.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.248.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.248.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.248.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.248.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.248.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.248.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.248.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.248.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.248.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.249.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.249.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.249.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.249.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.249.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.249.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.249.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.249.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.249.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.249.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.249.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.249.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.250.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.250.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.250.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.250.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.250.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.250.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.250.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.250.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.250.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.250.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.250.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.250.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.251.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.251.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.251.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.251.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.251.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.251.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.251.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.251.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.251.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.251.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.251.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.251.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.252.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.252.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.252.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.252.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.252.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.252.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.252.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.252.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.252.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.252.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.252.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.252.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.253.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.253.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.253.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.253.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.253.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.253.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.253.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.253.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.253.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.253.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.253.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.253.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.254.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.254.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.254.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.254.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.254.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.254.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.254.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.254.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.254.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.254.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.254.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.254.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.255.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.255.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.255.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.255.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.255.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.255.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.255.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.255.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.255.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.255.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.255.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.255.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.gate.bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.gate.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.42.ffn_norm.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.kv_norm.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.q_norm.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_a.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_a.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_a.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_a.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_a.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_b.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_b.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_b.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_b.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_b.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wo.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wo.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wo.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wo.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wo.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_a.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_a.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_a.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_a.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_a.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_b.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_b.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_b.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_b.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_b.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.attn_norm.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.192.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.192.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.192.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.192.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.192.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.192.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.192.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.192.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.192.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.192.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.192.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.192.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.193.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.193.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.193.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.193.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.193.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.193.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.193.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.193.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.193.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.193.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.193.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.193.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.194.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.194.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.194.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.194.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.194.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.194.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.194.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.194.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.194.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.194.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.194.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.194.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.195.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.195.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.195.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.195.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.195.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.195.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.195.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.195.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.195.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.195.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.195.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.195.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.196.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.196.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.196.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.196.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.196.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.196.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.196.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.196.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.196.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.196.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.196.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.196.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.197.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.197.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.197.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.197.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.197.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.197.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.197.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.197.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.197.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.197.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.197.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.197.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.198.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.198.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.198.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.198.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.198.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.198.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.198.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.198.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.198.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.198.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.198.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.198.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.199.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.199.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.199.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.199.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.199.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.199.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.199.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.199.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.199.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.199.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.199.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.199.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.200.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.200.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.200.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.200.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.200.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.200.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.200.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.200.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.200.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.200.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.200.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.200.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.201.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.201.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.201.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.201.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.201.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.201.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.201.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.201.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.201.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.201.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.201.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.201.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.202.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.202.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.202.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.202.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.202.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.202.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.202.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.202.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.202.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.202.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.202.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.202.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.203.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.203.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.203.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.203.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.203.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.203.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.203.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.203.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.203.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.203.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.203.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.203.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.204.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.204.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.204.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.204.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.204.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.204.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.204.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.204.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.204.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.204.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.204.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.204.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.205.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.205.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.205.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.205.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.205.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.205.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.205.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.205.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.205.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.205.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.205.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.205.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.206.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.206.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.206.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.206.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.206.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.206.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.206.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.206.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.206.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.206.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.206.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.206.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.207.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.207.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.207.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.207.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.207.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.207.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.207.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.207.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.207.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.207.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.207.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.207.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.208.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.208.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.208.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.208.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.208.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.208.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.208.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.208.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.208.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.208.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.208.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.208.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.209.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.209.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.209.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.209.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.209.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.209.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.209.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.209.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.209.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.209.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.209.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.209.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.210.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.210.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.210.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.210.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.210.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.210.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.210.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.210.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.210.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.210.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.210.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.210.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.211.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.211.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.211.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.211.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.211.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.211.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.211.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.211.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.211.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.211.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.211.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.211.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.212.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.212.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.212.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.212.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.212.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.212.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.212.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.212.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.212.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.212.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.212.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.212.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.213.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.213.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.213.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.213.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.213.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.213.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.213.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.213.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.213.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.213.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.213.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.213.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.214.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.214.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.214.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.214.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.214.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.214.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.214.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.214.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.214.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.214.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.214.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.214.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.215.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.215.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.215.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.215.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.215.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.215.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.215.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.215.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.215.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.215.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.215.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.215.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.216.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.216.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.216.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.216.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.216.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.216.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.216.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.216.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.216.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.216.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.216.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.216.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.217.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.217.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.217.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.217.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.217.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.217.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.217.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.217.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.217.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.217.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.217.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.217.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.218.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.218.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.218.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.218.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.218.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.218.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.218.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.218.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.218.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.218.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.218.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.218.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.219.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.219.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.219.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.219.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.219.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.219.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.219.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.219.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.219.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.219.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.219.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.219.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.220.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.220.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.220.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.220.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.220.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.220.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.220.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.220.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.220.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.220.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.220.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.220.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.221.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.221.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.221.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.221.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.221.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.221.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.221.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.221.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.221.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.221.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.221.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.221.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.222.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.222.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.222.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.222.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.222.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.222.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.222.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.222.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.222.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.222.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.222.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.222.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.223.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.223.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.223.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.223.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.223.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.223.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.223.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.223.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.223.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.223.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.223.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.223.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.224.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.224.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.224.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.224.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.224.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.224.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.224.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.224.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.224.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.224.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.224.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.224.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.225.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.225.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.225.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.225.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.225.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.225.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.225.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.225.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.225.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.225.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.225.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.225.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.226.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.226.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.226.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.226.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.226.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.226.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.226.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.226.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.226.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.226.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.226.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.226.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.227.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.227.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.227.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.227.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.227.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.227.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.227.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.227.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.227.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.227.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.227.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.227.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.228.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.228.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.228.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.228.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.228.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.228.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.228.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.228.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.228.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.228.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.228.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.228.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.229.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.229.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.229.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.229.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.229.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.229.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.229.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.229.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.229.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.229.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.229.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.229.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.230.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.230.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.230.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.230.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.230.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.230.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.230.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.230.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.230.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.230.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.230.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.230.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.231.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.231.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.231.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.231.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.231.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.231.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.231.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.231.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.231.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.231.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.231.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.231.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.232.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.232.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.232.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.232.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.232.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.232.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.232.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.232.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.232.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.232.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.232.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.232.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.233.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.233.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.233.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.233.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.233.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.233.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.233.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.233.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.233.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.233.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.233.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.233.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.234.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.234.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.234.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.234.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.234.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.234.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.234.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.234.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.234.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.234.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.234.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.234.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.235.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.235.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.235.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.235.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.235.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.235.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.235.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.235.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.235.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.235.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.235.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.235.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.236.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.236.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.236.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.236.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.236.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.236.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.236.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.236.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.236.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.236.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.236.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.236.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.237.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.237.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.237.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.237.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.237.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.237.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.237.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.237.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.237.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.237.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.237.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.237.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.238.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.238.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.238.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.238.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.238.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.238.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.238.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.238.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.238.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.238.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.238.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.238.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.239.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.239.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.239.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.239.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.239.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.239.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.239.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.239.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.239.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.239.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.239.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.239.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.240.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.240.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.240.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.240.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.240.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.240.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.240.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.240.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.240.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.240.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.240.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.240.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.241.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.241.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.241.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.241.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.241.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.241.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.241.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.241.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.241.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.241.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.241.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.241.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.242.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.242.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.242.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.242.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.242.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.242.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.242.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.242.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.242.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.242.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.242.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.242.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.243.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.243.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.243.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.243.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.243.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.243.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.243.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.243.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.243.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.243.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.243.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.243.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.244.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.244.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.244.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.244.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.244.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.244.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.244.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.244.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.244.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.244.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.244.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.244.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.245.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.245.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.245.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.245.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.245.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.245.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.245.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.245.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.245.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.245.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.245.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.245.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.246.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.246.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.246.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.246.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.246.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.246.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.246.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.246.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.246.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.246.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.246.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.246.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.247.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.247.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.247.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.247.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.247.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.247.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.247.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.247.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.247.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.247.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.247.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.247.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.248.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.248.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.248.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.248.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.248.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.248.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.248.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.248.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.248.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.248.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.248.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.248.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.249.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.249.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.249.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.249.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.249.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.249.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.249.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.249.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.249.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.249.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.249.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.249.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.250.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.250.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.250.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.250.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.250.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.250.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.250.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.250.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.250.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.250.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.250.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.250.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.251.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.251.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.251.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.251.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.251.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.251.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.251.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.251.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.251.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.251.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.251.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.251.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.252.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.252.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.252.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.252.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.252.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.252.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.252.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.252.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.252.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.252.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.252.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.252.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.253.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.253.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.253.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.253.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.253.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.253.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.253.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.253.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.253.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.253.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.253.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.253.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.254.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.254.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.254.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.254.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.254.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.254.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.254.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.254.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.254.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.254.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.254.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.254.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.255.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.255.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.255.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.255.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.255.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.255.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.255.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.255.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.255.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.255.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.255.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.255.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.gate.bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.gate.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.43.ffn_norm.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.kv_norm.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.q_norm.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_a.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_a.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_a.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_a.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_a.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_b.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_b.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_b.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_b.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_b.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wo.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wo.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wo.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wo.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wo.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_a.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_a.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_a.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_a.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_a.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_b.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_b.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_b.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_b.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_b.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.attn_norm.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.192.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.192.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.192.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.192.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.192.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.192.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.192.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.192.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.192.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.192.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.192.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.192.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.193.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.193.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.193.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.193.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.193.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.193.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.193.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.193.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.193.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.193.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.193.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.193.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.194.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.194.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.194.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.194.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.194.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.194.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.194.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.194.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.194.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.194.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.194.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.194.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.195.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.195.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.195.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.195.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.195.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.195.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.195.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.195.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.195.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.195.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.195.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.195.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.196.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.196.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.196.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.196.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.196.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.196.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.196.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.196.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.196.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.196.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.196.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.196.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.197.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.197.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.197.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.197.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.197.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.197.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.197.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.197.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.197.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.197.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.197.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.197.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.198.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.198.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.198.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.198.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.198.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.198.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.198.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.198.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.198.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.198.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.198.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.198.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.199.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.199.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.199.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.199.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.199.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.199.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.199.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.199.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.199.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.199.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.199.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.199.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.200.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.200.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.200.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.200.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.200.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.200.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.200.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.200.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.200.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.200.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.200.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.200.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.201.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.201.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.201.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.201.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.201.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.201.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.201.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.201.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.201.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.201.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.201.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.201.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.202.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.202.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.202.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.202.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.202.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.202.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.202.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.202.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.202.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.202.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.202.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.202.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.203.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.203.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.203.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.203.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.203.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.203.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.203.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.203.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.203.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.203.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.203.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.203.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.204.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.204.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.204.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.204.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.204.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.204.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.204.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.204.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.204.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.204.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.204.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.204.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.205.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.205.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.205.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.205.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.205.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.205.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.205.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.205.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.205.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.205.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.205.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.205.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.206.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.206.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.206.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.206.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.206.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.206.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.206.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.206.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.206.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.206.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.206.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.206.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.207.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.207.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.207.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.207.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.207.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.207.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.207.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.207.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.207.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.207.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.207.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.207.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.208.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.208.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.208.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.208.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.208.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.208.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.208.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.208.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.208.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.208.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.208.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.208.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.209.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.209.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.209.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.209.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.209.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.209.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.209.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.209.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.209.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.209.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.209.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.209.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.210.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.210.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.210.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.210.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.210.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.210.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.210.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.210.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.210.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.210.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.210.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.210.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.211.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.211.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.211.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.211.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.211.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.211.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.211.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.211.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.211.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.211.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.211.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.211.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.212.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.212.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.212.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.212.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.212.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.212.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.212.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.212.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.212.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.212.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.212.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.212.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.213.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.213.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.213.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.213.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.213.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.213.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.213.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.213.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.213.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.213.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.213.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.213.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.214.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.214.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.214.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.214.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.214.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.214.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.214.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.214.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.214.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.214.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.214.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.214.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.215.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.215.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.215.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.215.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.215.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.215.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.215.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.215.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.215.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.215.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.215.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.215.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.216.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.216.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.216.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.216.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.216.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.216.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.216.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.216.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.216.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.216.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.216.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.216.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.217.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.217.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.217.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.217.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.217.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.217.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.217.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.217.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.217.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.217.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.217.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.217.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.218.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.218.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.218.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.218.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.218.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.218.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.218.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.218.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.218.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.218.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.218.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.218.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.219.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.219.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.219.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.219.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.219.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.219.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.219.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.219.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.219.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.219.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.219.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.219.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.220.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.220.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.220.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.220.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.220.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.220.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.220.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.220.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.220.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.220.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.220.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.220.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.221.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.221.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.221.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.221.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.221.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.221.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.221.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.221.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.221.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.221.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.221.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.221.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.222.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.222.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.222.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.222.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.222.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.222.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.222.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.222.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.222.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.222.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.222.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.222.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.223.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.223.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.223.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.223.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.223.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.223.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.223.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.223.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.223.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.223.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.223.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.223.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.224.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.224.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.224.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.224.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.224.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.224.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.224.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.224.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.224.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.224.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.224.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.224.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.225.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.225.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.225.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.225.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.225.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.225.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.225.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.225.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.225.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.225.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.225.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.225.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.226.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.226.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.226.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.226.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.226.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.226.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.226.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.226.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.226.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.226.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.226.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.226.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.227.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.227.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.227.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.227.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.227.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.227.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.227.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.227.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.227.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.227.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.227.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.227.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.228.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.228.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.228.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.228.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.228.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.228.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.228.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.228.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.228.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.228.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.228.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.228.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.229.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.229.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.229.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.229.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.229.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.229.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.229.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.229.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.229.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.229.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.229.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.229.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.230.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.230.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.230.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.230.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.230.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.230.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.230.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.230.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.230.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.230.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.230.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.230.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.231.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.231.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.231.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.231.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.231.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.231.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.231.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.231.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.231.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.231.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.231.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.231.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.232.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.232.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.232.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.232.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.232.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.232.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.232.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.232.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.232.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.232.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.232.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.232.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.233.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.233.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.233.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.233.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.233.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.233.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.233.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.233.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.233.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.233.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.233.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.233.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.234.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.234.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.234.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.234.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.234.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.234.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.234.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.234.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.234.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.234.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.234.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.234.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.235.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.235.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.235.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.235.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.235.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.235.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.235.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.235.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.235.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.235.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.235.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.235.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.236.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.236.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.236.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.236.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.236.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.236.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.236.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.236.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.236.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.236.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.236.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.236.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.237.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.237.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.237.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.237.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.237.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.237.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.237.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.237.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.237.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.237.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.237.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.237.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.238.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.238.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.238.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.238.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.238.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.238.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.238.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.238.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.238.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.238.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.238.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.238.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.239.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.239.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.239.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.239.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.239.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.239.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.239.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.239.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.239.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.239.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.239.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.239.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.240.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.240.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.240.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.240.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.240.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.240.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.240.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.240.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.240.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.240.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.240.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.240.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.241.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.241.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.241.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.241.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.241.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.241.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.241.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.241.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.241.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.241.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.241.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.241.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.242.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.242.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.242.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.242.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.242.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.242.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.242.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.242.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.242.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.242.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.242.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.242.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.243.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.243.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.243.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.243.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.243.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.243.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.243.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.243.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.243.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.243.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.243.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.243.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.244.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.244.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.244.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.244.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.244.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.244.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.244.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.244.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.244.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.244.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.244.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.244.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.245.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.245.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.245.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.245.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.245.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.245.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.245.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.245.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.245.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.245.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.245.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.245.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.246.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.246.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.246.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.246.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.246.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.246.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.246.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.246.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.246.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.246.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.246.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.246.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.247.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.247.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.247.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.247.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.247.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.247.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.247.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.247.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.247.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.247.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.247.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.247.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.248.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.248.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.248.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.248.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.248.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.248.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.248.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.248.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.248.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.248.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.248.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.248.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.249.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.249.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.249.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.249.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.249.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.249.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.249.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.249.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.249.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.249.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.249.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.249.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.250.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.250.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.250.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.250.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.250.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.250.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.250.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.250.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.250.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.250.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.250.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.250.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.251.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.251.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.251.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.251.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.251.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.251.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.251.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.251.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.251.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.251.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.251.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.251.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.252.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.252.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.252.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.252.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.252.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.252.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.252.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.252.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.252.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.252.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.252.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.252.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.253.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.253.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.253.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.253.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.253.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.253.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.253.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.253.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.253.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.253.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.253.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.253.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.254.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.254.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.254.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.254.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.254.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.254.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.254.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.254.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.254.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.254.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.254.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.254.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.255.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.255.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.255.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.255.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.255.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.255.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.255.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.255.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.255.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.255.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.255.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.255.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.gate.bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.gate.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.44.ffn_norm.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.kv_norm.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.q_norm.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_a.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_a.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_a.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_a.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_a.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_b.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_b.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_b.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_b.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_b.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wo.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wo.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wo.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wo.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wo.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_a.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_a.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_a.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_a.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_a.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_b.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_b.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_b.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_b.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_b.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.attn_norm.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.192.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.192.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.192.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.192.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.192.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.192.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.192.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.192.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.192.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.192.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.192.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.192.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.193.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.193.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.193.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.193.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.193.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.193.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.193.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.193.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.193.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.193.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.193.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.193.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.194.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.194.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.194.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.194.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.194.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.194.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.194.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.194.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.194.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.194.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.194.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.194.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.195.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.195.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.195.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.195.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.195.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.195.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.195.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.195.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.195.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.195.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.195.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.195.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.196.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.196.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.196.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.196.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.196.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.196.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.196.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.196.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.196.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.196.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.196.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.196.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.197.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.197.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.197.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.197.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.197.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.197.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.197.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.197.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.197.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.197.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.197.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.197.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.198.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.198.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.198.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.198.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.198.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.198.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.198.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.198.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.198.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.198.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.198.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.198.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.199.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.199.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.199.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.199.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.199.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.199.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.199.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.199.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.199.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.199.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.199.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.199.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.200.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.200.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.200.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.200.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.200.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.200.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.200.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.200.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.200.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.200.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.200.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.200.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.201.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.201.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.201.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.201.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.201.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.201.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.201.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.201.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.201.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.201.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.201.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.201.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.202.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.202.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.202.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.202.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.202.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.202.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.202.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.202.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.202.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.202.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.202.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.202.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.203.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.203.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.203.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.203.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.203.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.203.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.203.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.203.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.203.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.203.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.203.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.203.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.204.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.204.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.204.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.204.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.204.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.204.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.204.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.204.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.204.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.204.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.204.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.204.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.205.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.205.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.205.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.205.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.205.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.205.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.205.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.205.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.205.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.205.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.205.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.205.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.206.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.206.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.206.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.206.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.206.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.206.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.206.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.206.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.206.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.206.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.206.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.206.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.207.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.207.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.207.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.207.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.207.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.207.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.207.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.207.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.207.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.207.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.207.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.207.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.208.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.208.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.208.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.208.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.208.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.208.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.208.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.208.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.208.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.208.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.208.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.208.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.209.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.209.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.209.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.209.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.209.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.209.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.209.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.209.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.209.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.209.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.209.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.209.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.210.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.210.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.210.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.210.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.210.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.210.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.210.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.210.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.210.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.210.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.210.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.210.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.211.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.211.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.211.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.211.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.211.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.211.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.211.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.211.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.211.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.211.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.211.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.211.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.212.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.212.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.212.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.212.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.212.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.212.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.212.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.212.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.212.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.212.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.212.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.212.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.213.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.213.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.213.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.213.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.213.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.213.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.213.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.213.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.213.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.213.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.213.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.213.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.214.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.214.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.214.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.214.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.214.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.214.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.214.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.214.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.214.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.214.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.214.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.214.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.215.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.215.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.215.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.215.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.215.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.215.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.215.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.215.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.215.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.215.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.215.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.215.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.216.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.216.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.216.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.216.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.216.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.216.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.216.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.216.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.216.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.216.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.216.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.216.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.217.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.217.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.217.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.217.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.217.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.217.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.217.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.217.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.217.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.217.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.217.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.217.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.218.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.218.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.218.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.218.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.218.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.218.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.218.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.218.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.218.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.218.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.218.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.218.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.219.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.219.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.219.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.219.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.219.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.219.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.219.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.219.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.219.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.219.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.219.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.219.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.220.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.220.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.220.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.220.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.220.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.220.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.220.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.220.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.220.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.220.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.220.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.220.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.221.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.221.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.221.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.221.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.221.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.221.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.221.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.221.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.221.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.221.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.221.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.221.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.222.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.222.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.222.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.222.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.222.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.222.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.222.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.222.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.222.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.222.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.222.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.222.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.223.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.223.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.223.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.223.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.223.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.223.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.223.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.223.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.223.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.223.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.223.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.223.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.224.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.224.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.224.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.224.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.224.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.224.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.224.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.224.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.224.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.224.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.224.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.224.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.225.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.225.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.225.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.225.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.225.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.225.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.225.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.225.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.225.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.225.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.225.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.225.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.226.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.226.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.226.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.226.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.226.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.226.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.226.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.226.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.226.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.226.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.226.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.226.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.227.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.227.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.227.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.227.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.227.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.227.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.227.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.227.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.227.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.227.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.227.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.227.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.228.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.228.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.228.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.228.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.228.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.228.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.228.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.228.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.228.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.228.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.228.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.228.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.229.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.229.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.229.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.229.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.229.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.229.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.229.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.229.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.229.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.229.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.229.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.229.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.230.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.230.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.230.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.230.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.230.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.230.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.230.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.230.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.230.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.230.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.230.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.230.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.231.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.231.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.231.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.231.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.231.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.231.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.231.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.231.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.231.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.231.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.231.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.231.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.232.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.232.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.232.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.232.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.232.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.232.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.232.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.232.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.232.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.232.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.232.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.232.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.233.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.233.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.233.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.233.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.233.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.233.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.233.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.233.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.233.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.233.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.233.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.233.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.234.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.234.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.234.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.234.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.234.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.234.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.234.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.234.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.234.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.234.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.234.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.234.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.235.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.235.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.235.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.235.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.235.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.235.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.235.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.235.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.235.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.235.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.235.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.235.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.236.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.236.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.236.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.236.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.236.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.236.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.236.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.236.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.236.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.236.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.236.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.236.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.237.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.237.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.237.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.237.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.237.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.237.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.237.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.237.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.237.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.237.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.237.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.237.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.238.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.238.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.238.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.238.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.238.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.238.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.238.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.238.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.238.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.238.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.238.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.238.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.239.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.239.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.239.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.239.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.239.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.239.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.239.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.239.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.239.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.239.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.239.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.239.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.240.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.240.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.240.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.240.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.240.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.240.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.240.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.240.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.240.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.240.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.240.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.240.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.241.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.241.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.241.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.241.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.241.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.241.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.241.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.241.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.241.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.241.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.241.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.241.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.242.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.242.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.242.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.242.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.242.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.242.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.242.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.242.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.242.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.242.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.242.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.242.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.243.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.243.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.243.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.243.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.243.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.243.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.243.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.243.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.243.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.243.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.243.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.243.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.244.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.244.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.244.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.244.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.244.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.244.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.244.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.244.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.244.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.244.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.244.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.244.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.245.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.245.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.245.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.245.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.245.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.245.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.245.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.245.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.245.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.245.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.245.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.245.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.246.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.246.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.246.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.246.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.246.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.246.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.246.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.246.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.246.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.246.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.246.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.246.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.247.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.247.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.247.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.247.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.247.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.247.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.247.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.247.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.247.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.247.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.247.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.247.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.248.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.248.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.248.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.248.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.248.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.248.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.248.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.248.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.248.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.248.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.248.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.248.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.249.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.249.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.249.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.249.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.249.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.249.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.249.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.249.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.249.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.249.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.249.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.249.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.250.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.250.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.250.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.250.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.250.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.250.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.250.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.250.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.250.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.250.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.250.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.250.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.251.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.251.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.251.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.251.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.251.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.251.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.251.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.251.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.251.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.251.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.251.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.251.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.252.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.252.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.252.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.252.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.252.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.252.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.252.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.252.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.252.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.252.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.252.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.252.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.253.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.253.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.253.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.253.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.253.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.253.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.253.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.253.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.253.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.253.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.253.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.253.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.254.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.254.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.254.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.254.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.254.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.254.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.254.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.254.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.254.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.254.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.254.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.254.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.255.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.255.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.255.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.255.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.255.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.255.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.255.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.255.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.255.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.255.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.255.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.255.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.gate.bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.gate.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.45.ffn_norm.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.kv_norm.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.q_norm.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_a.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_a.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_a.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_a.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_a.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_b.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_b.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_b.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_b.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_b.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wo.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wo.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wo.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wo.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wo.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_a.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_a.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_a.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_a.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_a.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_b.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_b.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_b.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_b.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_b.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.attn_norm.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.192.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.192.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.192.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.192.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.192.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.192.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.192.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.192.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.192.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.192.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.192.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.192.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.193.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.193.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.193.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.193.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.193.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.193.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.193.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.193.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.193.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.193.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.193.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.193.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.194.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.194.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.194.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.194.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.194.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.194.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.194.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.194.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.194.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.194.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.194.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.194.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.195.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.195.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.195.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.195.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.195.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.195.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.195.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.195.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.195.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.195.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.195.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.195.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.196.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.196.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.196.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.196.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.196.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.196.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.196.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.196.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.196.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.196.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.196.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.196.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.197.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.197.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.197.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.197.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.197.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.197.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.197.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.197.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.197.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.197.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.197.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.197.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.198.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.198.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.198.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.198.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.198.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.198.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.198.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.198.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.198.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.198.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.198.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.198.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.199.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.199.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.199.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.199.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.199.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.199.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.199.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.199.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.199.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.199.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.199.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.199.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.200.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.200.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.200.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.200.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.200.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.200.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.200.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.200.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.200.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.200.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.200.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.200.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.201.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.201.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.201.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.201.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.201.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.201.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.201.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.201.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.201.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.201.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.201.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.201.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.202.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.202.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.202.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.202.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.202.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.202.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.202.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.202.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.202.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.202.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.202.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.202.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.203.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.203.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.203.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.203.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.203.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.203.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.203.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.203.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.203.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.203.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.203.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.203.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.204.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.204.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.204.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.204.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.204.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.204.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.204.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.204.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.204.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.204.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.204.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.204.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.205.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.205.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.205.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.205.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.205.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.205.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.205.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.205.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.205.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.205.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.205.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.205.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.206.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.206.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.206.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.206.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.206.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.206.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.206.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.206.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.206.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.206.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.206.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.206.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.207.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.207.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.207.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.207.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.207.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.207.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.207.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.207.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.207.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.207.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.207.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.207.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.208.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.208.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.208.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.208.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.208.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.208.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.208.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.208.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.208.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.208.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.208.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.208.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.209.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.209.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.209.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.209.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.209.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.209.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.209.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.209.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.209.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.209.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.209.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.209.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.210.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.210.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.210.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.210.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.210.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.210.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.210.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.210.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.210.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.210.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.210.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.210.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.211.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.211.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.211.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.211.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.211.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.211.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.211.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.211.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.211.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.211.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.211.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.211.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.212.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.212.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.212.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.212.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.212.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.212.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.212.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.212.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.212.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.212.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.212.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.212.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.213.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.213.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.213.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.213.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.213.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.213.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.213.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.213.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.213.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.213.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.213.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.213.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.214.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.214.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.214.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.214.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.214.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.214.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.214.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.214.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.214.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.214.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.214.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.214.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.215.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.215.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.215.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.215.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.215.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.215.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.215.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.215.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.215.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.215.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.215.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.215.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.216.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.216.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.216.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.216.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.216.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.216.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.216.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.216.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.216.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.216.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.216.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.216.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.217.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.217.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.217.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.217.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.217.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.217.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.217.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.217.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.217.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.217.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.217.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.217.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.218.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.218.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.218.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.218.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.218.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.218.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.218.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.218.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.218.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.218.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.218.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.218.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.219.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.219.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.219.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.219.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.219.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.219.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.219.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.219.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.219.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.219.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.219.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.219.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.220.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.220.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.220.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.220.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.220.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.220.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.220.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.220.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.220.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.220.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.220.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.220.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.221.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.221.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.221.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.221.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.221.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.221.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.221.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.221.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.221.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.221.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.221.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.221.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.222.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.222.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.222.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.222.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.222.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.222.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.222.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.222.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.222.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.222.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.222.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.222.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.223.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.223.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.223.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.223.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.223.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.223.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.223.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.223.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.223.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.223.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.223.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.223.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.224.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.224.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.224.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.224.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.224.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.224.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.224.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.224.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.224.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.224.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.224.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.224.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.225.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.225.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.225.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.225.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.225.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.225.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.225.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.225.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.225.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.225.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.225.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.225.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.226.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.226.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.226.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.226.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.226.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.226.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.226.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.226.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.226.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.226.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.226.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.226.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.227.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.227.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.227.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.227.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.227.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.227.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.227.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.227.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.227.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.227.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.227.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.227.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.228.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.228.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.228.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.228.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.228.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.228.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.228.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.228.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.228.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.228.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.228.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.228.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.229.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.229.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.229.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.229.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.229.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.229.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.229.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.229.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.229.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.229.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.229.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.229.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.230.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.230.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.230.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.230.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.230.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.230.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.230.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.230.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.230.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.230.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.230.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.230.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.231.w1.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.231.w1.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.231.w1.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.231.w1.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.231.w2.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.231.w2.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.231.w2.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.231.w2.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.231.w3.centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.231.w3.indices": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.231.w3.weight_bias": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.231.w3.weight_scale": "model3-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.232.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.232.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.232.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.232.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.232.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.232.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.232.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.232.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.232.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.232.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.232.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.232.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.233.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.233.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.233.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.233.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.233.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.233.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.233.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.233.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.233.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.233.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.233.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.233.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.234.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.234.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.234.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.234.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.234.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.234.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.234.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.234.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.234.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.234.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.234.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.234.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.235.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.235.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.235.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.235.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.235.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.235.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.235.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.235.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.235.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.235.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.235.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.235.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.236.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.236.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.236.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.236.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.236.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.236.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.236.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.236.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.236.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.236.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.236.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.236.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.237.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.237.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.237.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.237.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.237.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.237.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.237.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.237.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.237.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.237.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.237.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.237.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.238.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.238.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.238.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.238.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.238.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.238.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.238.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.238.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.238.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.238.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.238.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.238.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.239.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.239.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.239.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.239.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.239.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.239.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.239.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.239.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.239.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.239.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.239.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.239.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.240.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.240.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.240.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.240.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.240.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.240.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.240.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.240.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.240.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.240.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.240.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.240.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.241.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.241.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.241.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.241.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.241.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.241.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.241.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.241.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.241.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.241.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.241.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.241.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.242.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.242.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.242.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.242.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.242.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.242.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.242.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.242.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.242.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.242.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.242.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.242.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.243.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.243.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.243.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.243.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.243.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.243.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.243.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.243.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.243.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.243.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.243.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.243.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.244.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.244.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.244.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.244.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.244.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.244.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.244.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.244.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.244.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.244.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.244.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.244.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.245.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.245.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.245.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.245.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.245.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.245.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.245.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.245.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.245.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.245.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.245.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.245.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.246.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.246.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.246.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.246.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.246.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.246.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.246.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.246.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.246.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.246.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.246.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.246.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.247.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.247.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.247.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.247.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.247.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.247.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.247.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.247.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.247.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.247.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.247.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.247.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.248.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.248.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.248.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.248.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.248.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.248.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.248.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.248.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.248.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.248.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.248.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.248.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.249.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.249.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.249.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.249.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.249.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.249.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.249.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.249.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.249.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.249.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.249.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.249.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.250.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.250.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.250.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.250.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.250.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.250.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.250.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.250.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.250.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.250.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.250.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.250.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.251.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.251.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.251.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.251.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.251.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.251.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.251.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.251.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.251.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.251.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.251.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.251.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.252.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.252.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.252.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.252.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.252.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.252.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.252.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.252.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.252.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.252.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.252.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.252.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.253.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.253.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.253.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.253.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.253.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.253.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.253.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.253.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.253.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.253.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.253.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.253.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.254.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.254.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.254.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.254.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.254.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.254.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.254.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.254.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.254.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.254.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.254.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.254.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.255.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.255.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.255.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.255.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.255.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.255.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.255.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.255.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.255.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.255.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.255.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.255.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.gate.bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.gate.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.46.ffn_norm.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.kv_norm.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.q_norm.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_a.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_a.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_a.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_a.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_a.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_b.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_b.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_b.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_b.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_b.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wo.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wo.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wo.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wo.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wo.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_a.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_a.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_a.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_a.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_a.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_b.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_b.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_b.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_b.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_b.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.attn_norm.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.192.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.192.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.192.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.192.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.192.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.192.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.192.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.192.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.192.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.192.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.192.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.192.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.193.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.193.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.193.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.193.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.193.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.193.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.193.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.193.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.193.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.193.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.193.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.193.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.194.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.194.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.194.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.194.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.194.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.194.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.194.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.194.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.194.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.194.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.194.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.194.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.195.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.195.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.195.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.195.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.195.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.195.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.195.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.195.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.195.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.195.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.195.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.195.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.196.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.196.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.196.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.196.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.196.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.196.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.196.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.196.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.196.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.196.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.196.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.196.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.197.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.197.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.197.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.197.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.197.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.197.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.197.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.197.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.197.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.197.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.197.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.197.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.198.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.198.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.198.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.198.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.198.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.198.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.198.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.198.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.198.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.198.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.198.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.198.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.199.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.199.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.199.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.199.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.199.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.199.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.199.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.199.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.199.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.199.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.199.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.199.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.200.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.200.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.200.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.200.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.200.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.200.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.200.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.200.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.200.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.200.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.200.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.200.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.201.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.201.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.201.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.201.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.201.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.201.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.201.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.201.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.201.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.201.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.201.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.201.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.202.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.202.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.202.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.202.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.202.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.202.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.202.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.202.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.202.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.202.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.202.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.202.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.203.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.203.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.203.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.203.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.203.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.203.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.203.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.203.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.203.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.203.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.203.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.203.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.204.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.204.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.204.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.204.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.204.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.204.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.204.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.204.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.204.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.204.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.204.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.204.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.205.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.205.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.205.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.205.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.205.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.205.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.205.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.205.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.205.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.205.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.205.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.205.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.206.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.206.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.206.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.206.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.206.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.206.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.206.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.206.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.206.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.206.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.206.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.206.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.207.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.207.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.207.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.207.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.207.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.207.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.207.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.207.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.207.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.207.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.207.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.207.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.208.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.208.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.208.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.208.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.208.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.208.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.208.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.208.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.208.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.208.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.208.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.208.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.209.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.209.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.209.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.209.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.209.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.209.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.209.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.209.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.209.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.209.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.209.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.209.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.210.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.210.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.210.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.210.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.210.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.210.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.210.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.210.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.210.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.210.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.210.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.210.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.211.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.211.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.211.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.211.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.211.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.211.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.211.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.211.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.211.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.211.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.211.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.211.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.212.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.212.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.212.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.212.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.212.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.212.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.212.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.212.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.212.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.212.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.212.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.212.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.213.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.213.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.213.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.213.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.213.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.213.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.213.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.213.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.213.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.213.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.213.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.213.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.214.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.214.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.214.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.214.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.214.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.214.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.214.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.214.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.214.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.214.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.214.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.214.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.215.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.215.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.215.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.215.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.215.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.215.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.215.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.215.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.215.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.215.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.215.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.215.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.216.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.216.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.216.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.216.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.216.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.216.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.216.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.216.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.216.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.216.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.216.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.216.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.217.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.217.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.217.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.217.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.217.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.217.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.217.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.217.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.217.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.217.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.217.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.217.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.218.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.218.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.218.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.218.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.218.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.218.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.218.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.218.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.218.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.218.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.218.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.218.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.219.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.219.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.219.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.219.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.219.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.219.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.219.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.219.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.219.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.219.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.219.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.219.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.220.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.220.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.220.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.220.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.220.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.220.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.220.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.220.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.220.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.220.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.220.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.220.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.221.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.221.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.221.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.221.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.221.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.221.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.221.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.221.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.221.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.221.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.221.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.221.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.222.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.222.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.222.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.222.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.222.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.222.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.222.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.222.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.222.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.222.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.222.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.222.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.223.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.223.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.223.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.223.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.223.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.223.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.223.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.223.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.223.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.223.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.223.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.223.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.224.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.224.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.224.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.224.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.224.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.224.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.224.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.224.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.224.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.224.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.224.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.224.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.225.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.225.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.225.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.225.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.225.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.225.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.225.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.225.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.225.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.225.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.225.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.225.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.226.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.226.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.226.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.226.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.226.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.226.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.226.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.226.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.226.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.226.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.226.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.226.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.227.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.227.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.227.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.227.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.227.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.227.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.227.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.227.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.227.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.227.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.227.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.227.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.228.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.228.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.228.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.228.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.228.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.228.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.228.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.228.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.228.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.228.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.228.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.228.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.229.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.229.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.229.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.229.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.229.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.229.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.229.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.229.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.229.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.229.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.229.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.229.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.230.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.230.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.230.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.230.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.230.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.230.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.230.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.230.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.230.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.230.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.230.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.230.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.231.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.231.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.231.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.231.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.231.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.231.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.231.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.231.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.231.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.231.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.231.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.231.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.232.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.232.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.232.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.232.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.232.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.232.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.232.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.232.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.232.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.232.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.232.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.232.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.233.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.233.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.233.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.233.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.233.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.233.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.233.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.233.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.233.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.233.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.233.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.233.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.234.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.234.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.234.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.234.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.234.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.234.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.234.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.234.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.234.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.234.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.234.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.234.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.235.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.235.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.235.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.235.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.235.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.235.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.235.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.235.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.235.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.235.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.235.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.235.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.236.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.236.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.236.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.236.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.236.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.236.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.236.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.236.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.236.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.236.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.236.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.236.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.237.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.237.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.237.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.237.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.237.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.237.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.237.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.237.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.237.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.237.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.237.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.237.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.238.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.238.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.238.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.238.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.238.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.238.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.238.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.238.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.238.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.238.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.238.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.238.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.239.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.239.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.239.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.239.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.239.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.239.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.239.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.239.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.239.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.239.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.239.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.239.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.240.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.240.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.240.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.240.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.240.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.240.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.240.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.240.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.240.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.240.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.240.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.240.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.241.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.241.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.241.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.241.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.241.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.241.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.241.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.241.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.241.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.241.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.241.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.241.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.242.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.242.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.242.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.242.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.242.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.242.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.242.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.242.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.242.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.242.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.242.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.242.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.243.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.243.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.243.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.243.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.243.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.243.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.243.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.243.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.243.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.243.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.243.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.243.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.244.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.244.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.244.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.244.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.244.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.244.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.244.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.244.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.244.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.244.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.244.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.244.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.245.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.245.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.245.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.245.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.245.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.245.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.245.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.245.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.245.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.245.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.245.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.245.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.246.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.246.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.246.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.246.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.246.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.246.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.246.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.246.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.246.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.246.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.246.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.246.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.247.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.247.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.247.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.247.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.247.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.247.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.247.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.247.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.247.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.247.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.247.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.247.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.248.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.248.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.248.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.248.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.248.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.248.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.248.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.248.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.248.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.248.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.248.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.248.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.249.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.249.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.249.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.249.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.249.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.249.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.249.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.249.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.249.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.249.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.249.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.249.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.250.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.250.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.250.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.250.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.250.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.250.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.250.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.250.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.250.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.250.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.250.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.250.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.251.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.251.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.251.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.251.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.251.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.251.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.251.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.251.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.251.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.251.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.251.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.251.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.252.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.252.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.252.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.252.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.252.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.252.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.252.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.252.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.252.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.252.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.252.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.252.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.253.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.253.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.253.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.253.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.253.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.253.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.253.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.253.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.253.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.253.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.253.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.253.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.254.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.254.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.254.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.254.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.254.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.254.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.254.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.254.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.254.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.254.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.254.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.254.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.255.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.255.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.255.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.255.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.255.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.255.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.255.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.255.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.255.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.255.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.255.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.255.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.gate.bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.gate.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.47.ffn_norm.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.kv_norm.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.q_norm.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_a.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_a.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_a.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_a.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_a.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_b.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_b.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_b.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_b.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_b.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wo.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wo.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wo.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wo.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wo.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_a.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_a.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_a.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_a.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_a.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_b.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_b.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_b.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_b.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_b.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.attn_norm.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.192.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.192.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.192.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.192.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.192.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.192.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.192.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.192.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.192.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.192.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.192.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.192.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.193.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.193.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.193.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.193.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.193.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.193.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.193.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.193.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.193.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.193.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.193.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.193.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.194.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.194.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.194.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.194.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.194.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.194.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.194.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.194.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.194.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.194.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.194.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.194.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.195.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.195.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.195.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.195.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.195.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.195.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.195.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.195.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.195.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.195.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.195.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.195.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.196.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.196.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.196.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.196.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.196.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.196.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.196.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.196.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.196.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.196.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.196.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.196.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.197.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.197.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.197.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.197.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.197.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.197.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.197.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.197.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.197.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.197.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.197.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.197.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.198.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.198.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.198.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.198.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.198.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.198.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.198.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.198.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.198.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.198.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.198.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.198.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.199.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.199.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.199.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.199.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.199.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.199.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.199.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.199.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.199.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.199.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.199.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.199.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.200.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.200.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.200.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.200.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.200.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.200.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.200.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.200.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.200.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.200.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.200.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.200.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.201.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.201.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.201.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.201.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.201.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.201.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.201.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.201.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.201.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.201.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.201.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.201.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.202.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.202.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.202.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.202.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.202.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.202.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.202.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.202.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.202.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.202.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.202.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.202.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.203.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.203.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.203.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.203.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.203.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.203.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.203.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.203.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.203.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.203.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.203.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.203.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.204.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.204.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.204.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.204.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.204.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.204.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.204.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.204.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.204.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.204.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.204.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.204.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.205.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.205.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.205.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.205.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.205.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.205.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.205.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.205.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.205.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.205.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.205.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.205.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.206.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.206.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.206.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.206.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.206.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.206.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.206.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.206.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.206.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.206.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.206.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.206.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.207.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.207.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.207.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.207.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.207.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.207.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.207.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.207.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.207.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.207.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.207.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.207.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.208.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.208.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.208.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.208.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.208.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.208.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.208.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.208.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.208.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.208.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.208.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.208.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.209.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.209.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.209.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.209.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.209.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.209.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.209.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.209.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.209.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.209.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.209.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.209.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.210.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.210.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.210.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.210.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.210.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.210.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.210.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.210.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.210.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.210.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.210.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.210.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.211.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.211.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.211.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.211.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.211.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.211.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.211.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.211.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.211.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.211.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.211.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.211.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.212.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.212.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.212.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.212.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.212.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.212.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.212.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.212.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.212.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.212.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.212.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.212.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.213.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.213.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.213.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.213.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.213.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.213.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.213.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.213.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.213.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.213.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.213.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.213.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.214.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.214.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.214.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.214.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.214.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.214.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.214.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.214.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.214.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.214.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.214.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.214.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.215.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.215.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.215.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.215.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.215.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.215.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.215.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.215.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.215.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.215.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.215.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.215.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.216.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.216.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.216.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.216.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.216.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.216.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.216.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.216.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.216.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.216.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.216.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.216.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.217.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.217.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.217.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.217.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.217.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.217.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.217.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.217.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.217.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.217.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.217.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.217.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.218.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.218.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.218.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.218.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.218.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.218.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.218.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.218.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.218.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.218.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.218.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.218.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.219.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.219.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.219.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.219.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.219.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.219.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.219.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.219.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.219.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.219.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.219.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.219.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.220.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.220.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.220.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.220.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.220.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.220.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.220.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.220.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.220.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.220.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.220.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.220.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.221.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.221.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.221.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.221.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.221.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.221.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.221.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.221.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.221.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.221.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.221.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.221.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.222.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.222.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.222.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.222.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.222.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.222.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.222.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.222.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.222.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.222.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.222.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.222.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.223.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.223.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.223.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.223.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.223.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.223.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.223.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.223.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.223.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.223.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.223.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.223.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.224.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.224.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.224.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.224.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.224.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.224.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.224.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.224.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.224.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.224.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.224.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.224.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.225.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.225.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.225.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.225.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.225.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.225.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.225.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.225.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.225.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.225.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.225.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.225.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.226.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.226.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.226.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.226.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.226.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.226.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.226.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.226.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.226.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.226.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.226.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.226.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.227.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.227.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.227.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.227.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.227.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.227.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.227.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.227.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.227.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.227.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.227.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.227.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.228.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.228.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.228.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.228.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.228.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.228.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.228.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.228.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.228.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.228.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.228.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.228.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.229.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.229.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.229.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.229.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.229.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.229.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.229.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.229.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.229.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.229.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.229.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.229.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.230.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.230.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.230.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.230.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.230.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.230.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.230.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.230.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.230.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.230.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.230.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.230.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.231.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.231.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.231.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.231.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.231.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.231.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.231.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.231.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.231.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.231.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.231.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.231.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.232.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.232.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.232.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.232.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.232.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.232.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.232.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.232.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.232.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.232.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.232.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.232.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.233.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.233.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.233.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.233.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.233.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.233.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.233.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.233.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.233.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.233.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.233.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.233.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.234.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.234.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.234.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.234.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.234.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.234.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.234.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.234.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.234.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.234.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.234.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.234.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.235.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.235.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.235.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.235.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.235.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.235.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.235.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.235.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.235.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.235.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.235.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.235.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.236.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.236.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.236.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.236.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.236.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.236.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.236.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.236.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.236.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.236.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.236.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.236.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.237.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.237.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.237.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.237.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.237.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.237.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.237.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.237.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.237.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.237.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.237.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.237.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.238.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.238.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.238.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.238.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.238.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.238.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.238.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.238.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.238.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.238.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.238.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.238.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.239.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.239.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.239.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.239.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.239.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.239.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.239.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.239.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.239.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.239.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.239.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.239.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.240.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.240.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.240.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.240.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.240.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.240.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.240.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.240.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.240.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.240.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.240.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.240.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.241.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.241.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.241.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.241.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.241.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.241.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.241.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.241.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.241.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.241.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.241.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.241.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.242.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.242.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.242.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.242.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.242.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.242.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.242.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.242.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.242.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.242.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.242.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.242.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.243.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.243.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.243.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.243.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.243.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.243.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.243.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.243.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.243.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.243.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.243.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.243.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.244.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.244.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.244.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.244.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.244.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.244.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.244.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.244.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.244.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.244.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.244.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.244.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.245.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.245.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.245.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.245.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.245.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.245.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.245.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.245.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.245.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.245.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.245.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.245.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.246.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.246.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.246.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.246.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.246.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.246.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.246.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.246.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.246.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.246.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.246.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.246.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.247.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.247.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.247.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.247.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.247.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.247.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.247.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.247.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.247.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.247.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.247.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.247.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.248.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.248.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.248.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.248.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.248.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.248.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.248.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.248.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.248.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.248.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.248.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.248.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.249.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.249.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.249.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.249.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.249.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.249.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.249.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.249.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.249.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.249.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.249.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.249.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.250.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.250.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.250.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.250.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.250.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.250.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.250.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.250.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.250.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.250.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.250.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.250.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.251.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.251.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.251.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.251.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.251.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.251.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.251.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.251.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.251.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.251.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.251.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.251.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.252.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.252.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.252.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.252.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.252.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.252.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.252.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.252.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.252.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.252.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.252.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.252.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.253.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.253.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.253.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.253.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.253.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.253.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.253.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.253.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.253.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.253.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.253.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.253.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.254.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.254.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.254.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.254.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.254.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.254.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.254.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.254.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.254.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.254.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.254.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.254.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.255.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.255.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.255.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.255.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.255.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.255.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.255.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.255.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.255.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.255.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.255.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.255.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.gate.bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.gate.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.48.ffn_norm.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.kv_norm.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.q_norm.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_a.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_a.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_a.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_a.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_a.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_b.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_b.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_b.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_b.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_b.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wo.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wo.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wo.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wo.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wo.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_a.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_a.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_a.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_a.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_a.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_b.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_b.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_b.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_b.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_b.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.attn_norm.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.192.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.192.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.192.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.192.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.192.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.192.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.192.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.192.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.192.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.192.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.192.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.192.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.193.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.193.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.193.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.193.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.193.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.193.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.193.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.193.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.193.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.193.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.193.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.193.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.194.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.194.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.194.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.194.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.194.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.194.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.194.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.194.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.194.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.194.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.194.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.194.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.195.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.195.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.195.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.195.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.195.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.195.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.195.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.195.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.195.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.195.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.195.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.195.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.196.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.196.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.196.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.196.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.196.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.196.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.196.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.196.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.196.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.196.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.196.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.196.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.197.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.197.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.197.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.197.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.197.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.197.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.197.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.197.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.197.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.197.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.197.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.197.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.198.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.198.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.198.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.198.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.198.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.198.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.198.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.198.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.198.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.198.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.198.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.198.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.199.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.199.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.199.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.199.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.199.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.199.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.199.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.199.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.199.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.199.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.199.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.199.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.200.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.200.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.200.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.200.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.200.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.200.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.200.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.200.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.200.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.200.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.200.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.200.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.201.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.201.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.201.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.201.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.201.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.201.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.201.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.201.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.201.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.201.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.201.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.201.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.202.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.202.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.202.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.202.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.202.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.202.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.202.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.202.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.202.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.202.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.202.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.202.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.203.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.203.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.203.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.203.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.203.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.203.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.203.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.203.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.203.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.203.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.203.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.203.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.204.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.204.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.204.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.204.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.204.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.204.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.204.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.204.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.204.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.204.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.204.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.204.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.205.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.205.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.205.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.205.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.205.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.205.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.205.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.205.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.205.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.205.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.205.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.205.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.206.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.206.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.206.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.206.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.206.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.206.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.206.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.206.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.206.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.206.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.206.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.206.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.207.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.207.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.207.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.207.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.207.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.207.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.207.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.207.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.207.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.207.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.207.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.207.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.208.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.208.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.208.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.208.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.208.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.208.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.208.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.208.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.208.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.208.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.208.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.208.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.209.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.209.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.209.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.209.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.209.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.209.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.209.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.209.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.209.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.209.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.209.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.209.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.210.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.210.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.210.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.210.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.210.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.210.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.210.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.210.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.210.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.210.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.210.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.210.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.211.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.211.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.211.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.211.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.211.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.211.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.211.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.211.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.211.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.211.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.211.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.211.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.212.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.212.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.212.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.212.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.212.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.212.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.212.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.212.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.212.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.212.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.212.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.212.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.213.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.213.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.213.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.213.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.213.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.213.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.213.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.213.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.213.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.213.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.213.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.213.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.214.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.214.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.214.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.214.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.214.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.214.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.214.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.214.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.214.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.214.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.214.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.214.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.215.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.215.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.215.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.215.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.215.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.215.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.215.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.215.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.215.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.215.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.215.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.215.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.216.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.216.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.216.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.216.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.216.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.216.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.216.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.216.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.216.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.216.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.216.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.216.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.217.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.217.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.217.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.217.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.217.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.217.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.217.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.217.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.217.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.217.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.217.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.217.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.218.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.218.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.218.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.218.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.218.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.218.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.218.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.218.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.218.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.218.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.218.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.218.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.219.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.219.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.219.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.219.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.219.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.219.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.219.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.219.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.219.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.219.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.219.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.219.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.220.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.220.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.220.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.220.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.220.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.220.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.220.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.220.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.220.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.220.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.220.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.220.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.221.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.221.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.221.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.221.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.221.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.221.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.221.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.221.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.221.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.221.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.221.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.221.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.222.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.222.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.222.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.222.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.222.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.222.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.222.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.222.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.222.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.222.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.222.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.222.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.223.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.223.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.223.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.223.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.223.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.223.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.223.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.223.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.223.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.223.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.223.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.223.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.224.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.224.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.224.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.224.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.224.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.224.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.224.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.224.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.224.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.224.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.224.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.224.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.225.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.225.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.225.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.225.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.225.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.225.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.225.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.225.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.225.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.225.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.225.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.225.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.226.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.226.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.226.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.226.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.226.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.226.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.226.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.226.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.226.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.226.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.226.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.226.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.227.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.227.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.227.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.227.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.227.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.227.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.227.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.227.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.227.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.227.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.227.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.227.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.228.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.228.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.228.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.228.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.228.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.228.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.228.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.228.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.228.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.228.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.228.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.228.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.229.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.229.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.229.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.229.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.229.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.229.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.229.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.229.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.229.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.229.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.229.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.229.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.230.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.230.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.230.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.230.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.230.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.230.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.230.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.230.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.230.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.230.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.230.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.230.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.231.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.231.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.231.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.231.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.231.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.231.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.231.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.231.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.231.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.231.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.231.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.231.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.232.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.232.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.232.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.232.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.232.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.232.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.232.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.232.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.232.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.232.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.232.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.232.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.233.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.233.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.233.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.233.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.233.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.233.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.233.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.233.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.233.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.233.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.233.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.233.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.234.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.234.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.234.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.234.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.234.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.234.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.234.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.234.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.234.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.234.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.234.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.234.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.235.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.235.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.235.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.235.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.235.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.235.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.235.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.235.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.235.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.235.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.235.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.235.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.236.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.236.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.236.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.236.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.236.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.236.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.236.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.236.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.236.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.236.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.236.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.236.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.237.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.237.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.237.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.237.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.237.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.237.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.237.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.237.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.237.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.237.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.237.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.237.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.238.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.238.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.238.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.238.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.238.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.238.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.238.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.238.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.238.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.238.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.238.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.238.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.239.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.239.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.239.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.239.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.239.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.239.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.239.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.239.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.239.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.239.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.239.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.239.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.240.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.240.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.240.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.240.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.240.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.240.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.240.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.240.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.240.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.240.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.240.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.240.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.241.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.241.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.241.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.241.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.241.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.241.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.241.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.241.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.241.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.241.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.241.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.241.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.242.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.242.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.242.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.242.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.242.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.242.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.242.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.242.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.242.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.242.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.242.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.242.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.243.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.243.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.243.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.243.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.243.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.243.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.243.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.243.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.243.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.243.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.243.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.243.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.244.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.244.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.244.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.244.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.244.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.244.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.244.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.244.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.244.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.244.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.244.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.244.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.245.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.245.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.245.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.245.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.245.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.245.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.245.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.245.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.245.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.245.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.245.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.245.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.246.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.246.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.246.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.246.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.246.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.246.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.246.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.246.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.246.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.246.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.246.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.246.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.247.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.247.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.247.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.247.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.247.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.247.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.247.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.247.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.247.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.247.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.247.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.247.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.248.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.248.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.248.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.248.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.248.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.248.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.248.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.248.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.248.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.248.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.248.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.248.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.249.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.249.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.249.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.249.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.249.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.249.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.249.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.249.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.249.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.249.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.249.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.249.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.250.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.250.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.250.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.250.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.250.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.250.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.250.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.250.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.250.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.250.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.250.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.250.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.251.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.251.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.251.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.251.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.251.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.251.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.251.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.251.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.251.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.251.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.251.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.251.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.252.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.252.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.252.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.252.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.252.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.252.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.252.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.252.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.252.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.252.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.252.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.252.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.253.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.253.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.253.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.253.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.253.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.253.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.253.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.253.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.253.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.253.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.253.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.253.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.254.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.254.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.254.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.254.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.254.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.254.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.254.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.254.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.254.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.254.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.254.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.254.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.255.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.255.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.255.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.255.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.255.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.255.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.255.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.255.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.255.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.255.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.255.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.255.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.gate.bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.gate.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.49.ffn_norm.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.kv_norm.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.q_norm.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_a.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_a.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_a.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_a.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_a.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_b.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_b.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_b.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_b.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_b.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wo.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wo.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wo.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wo.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wo.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_a.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_a.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_a.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_a.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_a.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_b.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_b.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_b.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_b.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_b.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.attn_norm.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.192.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.192.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.192.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.192.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.192.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.192.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.192.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.192.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.192.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.192.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.192.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.192.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.193.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.193.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.193.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.193.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.193.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.193.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.193.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.193.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.193.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.193.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.193.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.193.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.194.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.194.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.194.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.194.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.194.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.194.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.194.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.194.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.194.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.194.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.194.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.194.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.195.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.195.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.195.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.195.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.195.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.195.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.195.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.195.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.195.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.195.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.195.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.195.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.196.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.196.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.196.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.196.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.196.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.196.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.196.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.196.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.196.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.196.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.196.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.196.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.197.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.197.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.197.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.197.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.197.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.197.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.197.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.197.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.197.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.197.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.197.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.197.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.198.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.198.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.198.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.198.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.198.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.198.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.198.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.198.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.198.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.198.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.198.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.198.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.199.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.199.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.199.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.199.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.199.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.199.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.199.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.199.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.199.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.199.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.199.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.199.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.200.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.200.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.200.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.200.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.200.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.200.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.200.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.200.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.200.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.200.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.200.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.200.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.201.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.201.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.201.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.201.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.201.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.201.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.201.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.201.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.201.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.201.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.201.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.201.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.202.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.202.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.202.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.202.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.202.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.202.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.202.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.202.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.202.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.202.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.202.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.202.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.203.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.203.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.203.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.203.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.203.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.203.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.203.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.203.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.203.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.203.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.203.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.203.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.204.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.204.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.204.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.204.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.204.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.204.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.204.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.204.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.204.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.204.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.204.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.204.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.205.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.205.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.205.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.205.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.205.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.205.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.205.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.205.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.205.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.205.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.205.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.205.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.206.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.206.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.206.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.206.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.206.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.206.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.206.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.206.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.206.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.206.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.206.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.206.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.207.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.207.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.207.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.207.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.207.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.207.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.207.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.207.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.207.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.207.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.207.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.207.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.208.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.208.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.208.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.208.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.208.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.208.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.208.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.208.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.208.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.208.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.208.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.208.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.209.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.209.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.209.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.209.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.209.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.209.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.209.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.209.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.209.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.209.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.209.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.209.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.210.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.210.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.210.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.210.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.210.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.210.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.210.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.210.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.210.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.210.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.210.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.210.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.211.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.211.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.211.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.211.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.211.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.211.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.211.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.211.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.211.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.211.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.211.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.211.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.212.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.212.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.212.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.212.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.212.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.212.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.212.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.212.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.212.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.212.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.212.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.212.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.213.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.213.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.213.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.213.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.213.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.213.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.213.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.213.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.213.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.213.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.213.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.213.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.214.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.214.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.214.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.214.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.214.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.214.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.214.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.214.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.214.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.214.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.214.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.214.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.215.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.215.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.215.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.215.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.215.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.215.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.215.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.215.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.215.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.215.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.215.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.215.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.216.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.216.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.216.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.216.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.216.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.216.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.216.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.216.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.216.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.216.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.216.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.216.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.217.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.217.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.217.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.217.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.217.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.217.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.217.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.217.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.217.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.217.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.217.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.217.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.218.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.218.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.218.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.218.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.218.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.218.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.218.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.218.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.218.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.218.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.218.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.218.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.219.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.219.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.219.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.219.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.219.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.219.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.219.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.219.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.219.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.219.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.219.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.219.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.220.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.220.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.220.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.220.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.220.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.220.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.220.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.220.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.220.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.220.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.220.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.220.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.221.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.221.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.221.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.221.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.221.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.221.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.221.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.221.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.221.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.221.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.221.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.221.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.222.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.222.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.222.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.222.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.222.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.222.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.222.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.222.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.222.w3.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.222.w3.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.222.w3.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.222.w3.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.223.w1.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.223.w1.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.223.w1.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.223.w1.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.223.w2.centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.223.w2.indices": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.223.w2.weight_bias": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.223.w2.weight_scale": "model3-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.223.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.223.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.223.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.223.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.224.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.224.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.224.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.224.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.224.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.224.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.224.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.224.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.224.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.224.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.224.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.224.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.225.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.225.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.225.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.225.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.225.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.225.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.225.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.225.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.225.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.225.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.225.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.225.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.226.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.226.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.226.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.226.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.226.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.226.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.226.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.226.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.226.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.226.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.226.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.226.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.227.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.227.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.227.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.227.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.227.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.227.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.227.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.227.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.227.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.227.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.227.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.227.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.228.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.228.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.228.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.228.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.228.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.228.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.228.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.228.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.228.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.228.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.228.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.228.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.229.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.229.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.229.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.229.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.229.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.229.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.229.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.229.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.229.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.229.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.229.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.229.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.230.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.230.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.230.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.230.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.230.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.230.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.230.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.230.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.230.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.230.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.230.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.230.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.231.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.231.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.231.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.231.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.231.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.231.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.231.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.231.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.231.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.231.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.231.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.231.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.232.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.232.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.232.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.232.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.232.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.232.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.232.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.232.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.232.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.232.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.232.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.232.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.233.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.233.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.233.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.233.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.233.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.233.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.233.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.233.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.233.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.233.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.233.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.233.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.234.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.234.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.234.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.234.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.234.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.234.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.234.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.234.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.234.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.234.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.234.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.234.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.235.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.235.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.235.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.235.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.235.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.235.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.235.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.235.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.235.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.235.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.235.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.235.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.236.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.236.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.236.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.236.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.236.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.236.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.236.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.236.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.236.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.236.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.236.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.236.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.237.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.237.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.237.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.237.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.237.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.237.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.237.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.237.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.237.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.237.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.237.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.237.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.238.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.238.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.238.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.238.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.238.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.238.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.238.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.238.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.238.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.238.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.238.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.238.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.239.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.239.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.239.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.239.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.239.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.239.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.239.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.239.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.239.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.239.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.239.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.239.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.240.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.240.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.240.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.240.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.240.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.240.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.240.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.240.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.240.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.240.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.240.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.240.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.241.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.241.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.241.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.241.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.241.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.241.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.241.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.241.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.241.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.241.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.241.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.241.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.242.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.242.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.242.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.242.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.242.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.242.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.242.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.242.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.242.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.242.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.242.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.242.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.243.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.243.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.243.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.243.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.243.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.243.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.243.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.243.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.243.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.243.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.243.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.243.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.244.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.244.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.244.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.244.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.244.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.244.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.244.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.244.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.244.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.244.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.244.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.244.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.245.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.245.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.245.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.245.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.245.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.245.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.245.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.245.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.245.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.245.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.245.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.245.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.246.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.246.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.246.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.246.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.246.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.246.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.246.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.246.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.246.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.246.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.246.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.246.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.247.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.247.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.247.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.247.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.247.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.247.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.247.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.247.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.247.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.247.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.247.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.247.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.248.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.248.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.248.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.248.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.248.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.248.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.248.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.248.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.248.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.248.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.248.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.248.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.249.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.249.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.249.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.249.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.249.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.249.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.249.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.249.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.249.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.249.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.249.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.249.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.250.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.250.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.250.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.250.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.250.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.250.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.250.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.250.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.250.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.250.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.250.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.250.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.251.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.251.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.251.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.251.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.251.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.251.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.251.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.251.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.251.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.251.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.251.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.251.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.252.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.252.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.252.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.252.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.252.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.252.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.252.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.252.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.252.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.252.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.252.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.252.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.253.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.253.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.253.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.253.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.253.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.253.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.253.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.253.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.253.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.253.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.253.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.253.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.254.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.254.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.254.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.254.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.254.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.254.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.254.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.254.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.254.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.254.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.254.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.254.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.255.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.255.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.255.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.255.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.255.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.255.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.255.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.255.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.255.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.255.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.255.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.255.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.gate.bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.gate.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.5.ffn_norm.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.kv_norm.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.q_norm.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_a.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_a.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_a.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_a.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_a.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_b.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_b.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_b.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_b.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_b.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wo.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wo.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wo.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wo.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wo.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_a.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_a.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_a.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_a.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_a.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_b.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_b.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_b.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_b.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_b.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.attn_norm.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.192.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.192.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.192.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.192.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.192.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.192.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.192.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.192.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.192.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.192.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.192.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.192.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.193.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.193.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.193.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.193.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.193.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.193.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.193.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.193.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.193.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.193.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.193.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.193.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.194.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.194.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.194.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.194.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.194.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.194.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.194.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.194.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.194.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.194.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.194.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.194.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.195.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.195.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.195.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.195.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.195.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.195.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.195.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.195.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.195.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.195.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.195.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.195.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.196.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.196.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.196.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.196.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.196.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.196.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.196.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.196.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.196.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.196.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.196.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.196.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.197.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.197.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.197.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.197.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.197.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.197.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.197.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.197.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.197.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.197.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.197.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.197.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.198.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.198.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.198.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.198.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.198.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.198.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.198.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.198.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.198.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.198.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.198.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.198.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.199.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.199.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.199.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.199.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.199.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.199.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.199.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.199.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.199.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.199.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.199.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.199.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.200.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.200.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.200.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.200.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.200.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.200.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.200.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.200.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.200.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.200.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.200.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.200.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.201.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.201.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.201.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.201.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.201.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.201.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.201.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.201.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.201.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.201.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.201.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.201.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.202.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.202.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.202.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.202.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.202.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.202.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.202.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.202.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.202.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.202.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.202.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.202.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.203.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.203.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.203.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.203.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.203.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.203.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.203.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.203.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.203.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.203.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.203.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.203.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.204.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.204.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.204.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.204.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.204.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.204.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.204.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.204.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.204.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.204.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.204.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.204.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.205.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.205.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.205.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.205.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.205.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.205.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.205.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.205.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.205.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.205.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.205.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.205.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.206.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.206.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.206.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.206.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.206.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.206.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.206.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.206.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.206.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.206.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.206.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.206.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.207.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.207.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.207.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.207.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.207.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.207.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.207.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.207.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.207.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.207.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.207.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.207.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.208.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.208.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.208.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.208.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.208.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.208.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.208.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.208.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.208.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.208.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.208.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.208.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.209.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.209.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.209.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.209.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.209.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.209.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.209.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.209.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.209.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.209.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.209.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.209.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.210.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.210.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.210.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.210.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.210.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.210.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.210.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.210.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.210.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.210.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.210.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.210.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.211.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.211.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.211.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.211.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.211.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.211.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.211.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.211.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.211.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.211.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.211.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.211.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.212.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.212.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.212.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.212.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.212.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.212.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.212.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.212.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.212.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.212.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.212.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.212.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.213.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.213.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.213.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.213.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.213.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.213.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.213.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.213.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.213.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.213.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.213.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.213.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.214.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.214.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.214.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.214.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.214.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.214.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.214.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.214.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.214.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.214.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.214.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.214.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.215.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.215.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.215.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.215.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.215.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.215.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.215.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.215.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.215.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.215.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.215.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.215.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.216.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.216.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.216.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.216.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.216.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.216.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.216.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.216.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.216.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.216.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.216.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.216.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.217.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.217.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.217.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.217.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.217.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.217.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.217.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.217.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.217.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.217.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.217.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.217.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.218.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.218.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.218.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.218.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.218.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.218.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.218.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.218.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.218.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.218.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.218.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.218.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.219.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.219.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.219.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.219.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.219.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.219.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.219.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.219.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.219.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.219.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.219.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.219.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.220.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.220.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.220.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.220.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.220.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.220.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.220.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.220.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.220.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.220.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.220.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.220.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.221.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.221.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.221.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.221.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.221.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.221.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.221.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.221.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.221.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.221.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.221.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.221.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.222.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.222.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.222.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.222.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.222.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.222.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.222.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.222.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.222.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.222.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.222.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.222.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.223.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.223.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.223.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.223.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.223.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.223.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.223.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.223.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.223.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.223.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.223.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.223.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.224.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.224.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.224.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.224.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.224.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.224.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.224.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.224.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.224.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.224.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.224.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.224.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.225.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.225.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.225.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.225.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.225.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.225.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.225.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.225.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.225.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.225.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.225.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.225.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.226.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.226.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.226.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.226.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.226.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.226.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.226.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.226.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.226.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.226.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.226.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.226.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.227.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.227.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.227.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.227.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.227.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.227.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.227.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.227.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.227.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.227.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.227.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.227.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.228.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.228.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.228.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.228.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.228.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.228.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.228.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.228.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.228.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.228.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.228.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.228.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.229.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.229.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.229.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.229.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.229.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.229.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.229.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.229.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.229.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.229.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.229.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.229.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.230.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.230.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.230.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.230.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.230.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.230.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.230.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.230.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.230.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.230.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.230.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.230.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.231.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.231.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.231.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.231.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.231.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.231.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.231.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.231.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.231.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.231.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.231.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.231.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.232.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.232.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.232.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.232.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.232.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.232.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.232.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.232.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.232.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.232.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.232.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.232.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.233.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.233.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.233.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.233.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.233.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.233.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.233.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.233.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.233.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.233.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.233.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.233.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.234.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.234.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.234.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.234.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.234.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.234.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.234.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.234.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.234.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.234.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.234.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.234.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.235.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.235.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.235.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.235.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.235.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.235.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.235.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.235.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.235.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.235.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.235.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.235.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.236.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.236.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.236.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.236.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.236.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.236.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.236.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.236.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.236.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.236.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.236.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.236.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.237.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.237.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.237.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.237.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.237.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.237.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.237.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.237.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.237.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.237.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.237.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.237.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.238.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.238.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.238.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.238.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.238.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.238.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.238.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.238.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.238.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.238.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.238.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.238.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.239.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.239.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.239.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.239.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.239.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.239.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.239.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.239.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.239.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.239.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.239.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.239.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.240.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.240.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.240.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.240.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.240.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.240.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.240.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.240.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.240.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.240.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.240.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.240.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.241.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.241.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.241.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.241.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.241.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.241.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.241.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.241.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.241.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.241.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.241.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.241.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.242.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.242.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.242.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.242.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.242.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.242.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.242.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.242.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.242.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.242.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.242.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.242.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.243.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.243.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.243.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.243.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.243.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.243.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.243.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.243.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.243.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.243.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.243.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.243.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.244.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.244.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.244.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.244.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.244.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.244.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.244.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.244.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.244.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.244.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.244.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.244.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.245.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.245.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.245.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.245.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.245.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.245.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.245.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.245.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.245.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.245.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.245.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.245.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.246.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.246.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.246.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.246.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.246.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.246.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.246.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.246.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.246.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.246.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.246.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.246.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.247.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.247.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.247.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.247.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.247.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.247.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.247.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.247.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.247.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.247.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.247.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.247.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.248.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.248.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.248.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.248.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.248.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.248.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.248.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.248.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.248.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.248.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.248.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.248.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.249.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.249.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.249.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.249.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.249.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.249.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.249.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.249.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.249.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.249.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.249.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.249.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.250.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.250.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.250.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.250.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.250.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.250.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.250.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.250.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.250.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.250.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.250.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.250.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.251.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.251.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.251.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.251.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.251.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.251.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.251.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.251.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.251.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.251.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.251.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.251.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.252.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.252.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.252.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.252.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.252.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.252.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.252.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.252.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.252.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.252.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.252.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.252.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.253.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.253.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.253.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.253.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.253.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.253.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.253.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.253.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.253.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.253.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.253.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.253.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.254.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.254.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.254.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.254.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.254.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.254.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.254.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.254.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.254.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.254.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.254.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.254.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.255.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.255.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.255.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.255.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.255.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.255.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.255.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.255.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.255.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.255.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.255.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.255.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.gate.bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.gate.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.50.ffn_norm.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.kv_norm.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.q_norm.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_a.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_a.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_a.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_a.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_a.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_b.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_b.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_b.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_b.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_b.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wo.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wo.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wo.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wo.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wo.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_a.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_a.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_a.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_a.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_a.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_b.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_b.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_b.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_b.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_b.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.attn_norm.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.192.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.192.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.192.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.192.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.192.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.192.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.192.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.192.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.192.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.192.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.192.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.192.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.193.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.193.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.193.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.193.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.193.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.193.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.193.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.193.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.193.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.193.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.193.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.193.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.194.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.194.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.194.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.194.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.194.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.194.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.194.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.194.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.194.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.194.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.194.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.194.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.195.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.195.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.195.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.195.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.195.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.195.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.195.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.195.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.195.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.195.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.195.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.195.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.196.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.196.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.196.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.196.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.196.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.196.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.196.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.196.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.196.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.196.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.196.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.196.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.197.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.197.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.197.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.197.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.197.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.197.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.197.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.197.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.197.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.197.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.197.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.197.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.198.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.198.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.198.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.198.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.198.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.198.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.198.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.198.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.198.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.198.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.198.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.198.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.199.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.199.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.199.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.199.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.199.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.199.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.199.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.199.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.199.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.199.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.199.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.199.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.200.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.200.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.200.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.200.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.200.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.200.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.200.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.200.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.200.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.200.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.200.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.200.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.201.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.201.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.201.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.201.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.201.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.201.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.201.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.201.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.201.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.201.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.201.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.201.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.202.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.202.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.202.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.202.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.202.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.202.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.202.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.202.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.202.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.202.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.202.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.202.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.203.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.203.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.203.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.203.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.203.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.203.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.203.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.203.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.203.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.203.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.203.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.203.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.204.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.204.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.204.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.204.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.204.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.204.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.204.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.204.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.204.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.204.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.204.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.204.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.205.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.205.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.205.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.205.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.205.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.205.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.205.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.205.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.205.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.205.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.205.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.205.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.206.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.206.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.206.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.206.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.206.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.206.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.206.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.206.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.206.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.206.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.206.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.206.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.207.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.207.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.207.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.207.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.207.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.207.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.207.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.207.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.207.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.207.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.207.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.207.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.208.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.208.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.208.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.208.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.208.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.208.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.208.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.208.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.208.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.208.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.208.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.208.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.209.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.209.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.209.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.209.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.209.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.209.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.209.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.209.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.209.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.209.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.209.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.209.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.210.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.210.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.210.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.210.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.210.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.210.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.210.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.210.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.210.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.210.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.210.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.210.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.211.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.211.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.211.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.211.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.211.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.211.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.211.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.211.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.211.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.211.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.211.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.211.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.212.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.212.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.212.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.212.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.212.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.212.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.212.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.212.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.212.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.212.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.212.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.212.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.213.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.213.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.213.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.213.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.213.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.213.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.213.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.213.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.213.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.213.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.213.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.213.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.214.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.214.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.214.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.214.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.214.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.214.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.214.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.214.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.214.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.214.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.214.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.214.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.215.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.215.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.215.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.215.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.215.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.215.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.215.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.215.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.215.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.215.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.215.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.215.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.216.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.216.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.216.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.216.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.216.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.216.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.216.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.216.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.216.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.216.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.216.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.216.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.217.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.217.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.217.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.217.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.217.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.217.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.217.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.217.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.217.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.217.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.217.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.217.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.218.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.218.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.218.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.218.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.218.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.218.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.218.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.218.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.218.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.218.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.218.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.218.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.219.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.219.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.219.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.219.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.219.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.219.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.219.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.219.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.219.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.219.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.219.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.219.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.220.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.220.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.220.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.220.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.220.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.220.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.220.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.220.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.220.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.220.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.220.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.220.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.221.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.221.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.221.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.221.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.221.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.221.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.221.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.221.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.221.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.221.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.221.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.221.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.222.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.222.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.222.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.222.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.222.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.222.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.222.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.222.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.222.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.222.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.222.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.222.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.223.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.223.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.223.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.223.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.223.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.223.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.223.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.223.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.223.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.223.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.223.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.223.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.224.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.224.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.224.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.224.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.224.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.224.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.224.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.224.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.224.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.224.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.224.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.224.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.225.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.225.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.225.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.225.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.225.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.225.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.225.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.225.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.225.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.225.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.225.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.225.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.226.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.226.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.226.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.226.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.226.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.226.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.226.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.226.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.226.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.226.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.226.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.226.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.227.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.227.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.227.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.227.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.227.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.227.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.227.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.227.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.227.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.227.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.227.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.227.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.228.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.228.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.228.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.228.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.228.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.228.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.228.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.228.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.228.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.228.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.228.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.228.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.229.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.229.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.229.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.229.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.229.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.229.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.229.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.229.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.229.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.229.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.229.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.229.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.230.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.230.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.230.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.230.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.230.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.230.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.230.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.230.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.230.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.230.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.230.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.230.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.231.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.231.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.231.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.231.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.231.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.231.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.231.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.231.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.231.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.231.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.231.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.231.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.232.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.232.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.232.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.232.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.232.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.232.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.232.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.232.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.232.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.232.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.232.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.232.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.233.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.233.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.233.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.233.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.233.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.233.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.233.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.233.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.233.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.233.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.233.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.233.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.234.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.234.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.234.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.234.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.234.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.234.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.234.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.234.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.234.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.234.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.234.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.234.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.235.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.235.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.235.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.235.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.235.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.235.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.235.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.235.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.235.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.235.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.235.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.235.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.236.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.236.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.236.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.236.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.236.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.236.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.236.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.236.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.236.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.236.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.236.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.236.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.237.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.237.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.237.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.237.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.237.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.237.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.237.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.237.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.237.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.237.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.237.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.237.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.238.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.238.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.238.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.238.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.238.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.238.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.238.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.238.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.238.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.238.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.238.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.238.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.239.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.239.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.239.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.239.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.239.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.239.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.239.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.239.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.239.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.239.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.239.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.239.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.240.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.240.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.240.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.240.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.240.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.240.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.240.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.240.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.240.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.240.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.240.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.240.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.241.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.241.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.241.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.241.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.241.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.241.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.241.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.241.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.241.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.241.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.241.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.241.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.242.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.242.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.242.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.242.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.242.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.242.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.242.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.242.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.242.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.242.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.242.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.242.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.243.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.243.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.243.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.243.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.243.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.243.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.243.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.243.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.243.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.243.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.243.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.243.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.244.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.244.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.244.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.244.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.244.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.244.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.244.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.244.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.244.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.244.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.244.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.244.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.245.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.245.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.245.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.245.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.245.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.245.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.245.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.245.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.245.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.245.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.245.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.245.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.246.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.246.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.246.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.246.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.246.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.246.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.246.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.246.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.246.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.246.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.246.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.246.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.247.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.247.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.247.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.247.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.247.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.247.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.247.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.247.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.247.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.247.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.247.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.247.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.248.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.248.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.248.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.248.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.248.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.248.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.248.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.248.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.248.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.248.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.248.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.248.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.249.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.249.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.249.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.249.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.249.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.249.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.249.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.249.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.249.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.249.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.249.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.249.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.250.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.250.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.250.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.250.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.250.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.250.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.250.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.250.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.250.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.250.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.250.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.250.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.251.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.251.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.251.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.251.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.251.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.251.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.251.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.251.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.251.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.251.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.251.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.251.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.252.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.252.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.252.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.252.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.252.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.252.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.252.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.252.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.252.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.252.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.252.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.252.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.253.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.253.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.253.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.253.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.253.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.253.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.253.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.253.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.253.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.253.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.253.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.253.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.254.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.254.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.254.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.254.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.254.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.254.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.254.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.254.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.254.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.254.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.254.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.254.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.255.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.255.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.255.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.255.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.255.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.255.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.255.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.255.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.255.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.255.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.255.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.255.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.gate.bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.gate.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.51.ffn_norm.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.kv_norm.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.q_norm.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_a.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_a.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_a.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_a.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_a.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_b.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_b.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_b.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_b.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_b.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wo.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wo.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wo.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wo.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wo.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_a.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_a.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_a.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_a.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_a.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_b.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_b.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_b.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_b.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_b.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.attn_norm.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.192.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.192.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.192.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.192.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.192.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.192.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.192.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.192.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.192.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.192.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.192.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.192.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.193.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.193.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.193.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.193.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.193.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.193.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.193.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.193.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.193.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.193.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.193.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.193.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.194.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.194.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.194.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.194.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.194.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.194.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.194.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.194.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.194.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.194.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.194.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.194.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.195.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.195.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.195.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.195.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.195.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.195.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.195.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.195.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.195.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.195.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.195.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.195.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.196.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.196.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.196.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.196.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.196.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.196.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.196.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.196.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.196.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.196.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.196.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.196.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.197.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.197.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.197.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.197.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.197.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.197.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.197.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.197.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.197.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.197.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.197.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.197.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.198.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.198.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.198.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.198.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.198.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.198.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.198.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.198.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.198.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.198.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.198.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.198.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.199.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.199.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.199.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.199.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.199.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.199.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.199.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.199.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.199.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.199.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.199.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.199.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.200.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.200.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.200.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.200.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.200.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.200.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.200.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.200.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.200.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.200.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.200.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.200.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.201.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.201.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.201.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.201.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.201.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.201.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.201.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.201.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.201.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.201.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.201.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.201.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.202.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.202.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.202.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.202.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.202.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.202.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.202.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.202.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.202.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.202.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.202.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.202.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.203.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.203.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.203.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.203.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.203.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.203.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.203.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.203.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.203.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.203.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.203.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.203.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.204.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.204.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.204.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.204.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.204.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.204.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.204.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.204.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.204.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.204.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.204.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.204.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.205.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.205.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.205.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.205.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.205.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.205.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.205.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.205.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.205.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.205.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.205.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.205.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.206.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.206.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.206.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.206.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.206.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.206.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.206.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.206.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.206.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.206.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.206.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.206.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.207.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.207.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.207.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.207.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.207.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.207.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.207.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.207.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.207.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.207.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.207.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.207.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.208.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.208.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.208.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.208.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.208.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.208.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.208.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.208.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.208.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.208.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.208.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.208.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.209.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.209.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.209.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.209.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.209.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.209.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.209.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.209.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.209.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.209.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.209.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.209.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.210.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.210.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.210.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.210.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.210.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.210.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.210.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.210.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.210.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.210.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.210.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.210.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.211.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.211.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.211.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.211.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.211.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.211.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.211.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.211.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.211.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.211.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.211.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.211.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.212.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.212.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.212.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.212.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.212.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.212.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.212.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.212.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.212.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.212.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.212.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.212.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.213.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.213.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.213.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.213.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.213.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.213.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.213.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.213.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.213.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.213.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.213.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.213.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.214.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.214.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.214.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.214.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.214.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.214.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.214.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.214.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.214.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.214.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.214.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.214.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.215.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.215.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.215.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.215.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.215.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.215.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.215.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.215.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.215.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.215.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.215.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.215.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.216.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.216.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.216.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.216.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.216.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.216.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.216.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.216.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.216.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.216.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.216.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.216.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.217.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.217.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.217.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.217.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.217.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.217.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.217.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.217.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.217.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.217.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.217.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.217.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.218.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.218.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.218.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.218.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.218.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.218.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.218.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.218.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.218.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.218.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.218.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.218.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.219.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.219.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.219.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.219.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.219.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.219.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.219.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.219.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.219.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.219.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.219.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.219.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.220.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.220.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.220.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.220.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.220.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.220.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.220.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.220.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.220.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.220.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.220.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.220.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.221.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.221.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.221.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.221.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.221.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.221.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.221.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.221.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.221.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.221.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.221.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.221.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.222.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.222.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.222.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.222.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.222.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.222.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.222.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.222.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.222.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.222.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.222.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.222.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.223.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.223.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.223.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.223.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.223.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.223.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.223.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.223.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.223.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.223.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.223.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.223.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.224.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.224.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.224.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.224.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.224.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.224.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.224.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.224.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.224.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.224.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.224.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.224.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.225.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.225.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.225.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.225.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.225.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.225.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.225.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.225.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.225.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.225.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.225.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.225.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.226.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.226.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.226.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.226.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.226.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.226.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.226.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.226.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.226.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.226.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.226.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.226.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.227.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.227.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.227.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.227.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.227.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.227.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.227.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.227.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.227.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.227.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.227.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.227.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.228.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.228.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.228.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.228.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.228.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.228.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.228.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.228.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.228.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.228.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.228.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.228.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.229.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.229.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.229.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.229.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.229.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.229.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.229.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.229.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.229.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.229.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.229.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.229.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.230.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.230.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.230.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.230.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.230.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.230.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.230.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.230.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.230.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.230.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.230.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.230.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.231.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.231.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.231.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.231.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.231.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.231.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.231.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.231.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.231.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.231.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.231.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.231.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.232.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.232.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.232.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.232.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.232.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.232.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.232.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.232.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.232.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.232.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.232.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.232.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.233.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.233.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.233.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.233.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.233.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.233.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.233.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.233.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.233.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.233.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.233.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.233.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.234.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.234.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.234.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.234.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.234.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.234.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.234.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.234.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.234.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.234.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.234.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.234.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.235.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.235.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.235.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.235.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.235.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.235.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.235.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.235.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.235.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.235.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.235.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.235.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.236.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.236.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.236.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.236.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.236.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.236.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.236.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.236.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.236.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.236.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.236.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.236.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.237.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.237.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.237.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.237.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.237.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.237.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.237.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.237.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.237.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.237.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.237.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.237.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.238.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.238.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.238.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.238.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.238.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.238.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.238.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.238.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.238.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.238.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.238.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.238.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.239.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.239.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.239.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.239.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.239.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.239.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.239.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.239.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.239.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.239.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.239.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.239.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.240.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.240.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.240.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.240.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.240.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.240.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.240.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.240.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.240.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.240.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.240.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.240.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.241.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.241.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.241.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.241.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.241.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.241.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.241.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.241.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.241.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.241.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.241.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.241.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.242.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.242.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.242.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.242.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.242.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.242.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.242.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.242.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.242.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.242.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.242.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.242.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.243.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.243.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.243.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.243.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.243.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.243.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.243.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.243.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.243.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.243.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.243.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.243.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.244.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.244.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.244.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.244.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.244.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.244.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.244.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.244.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.244.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.244.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.244.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.244.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.245.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.245.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.245.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.245.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.245.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.245.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.245.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.245.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.245.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.245.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.245.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.245.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.246.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.246.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.246.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.246.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.246.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.246.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.246.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.246.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.246.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.246.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.246.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.246.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.247.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.247.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.247.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.247.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.247.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.247.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.247.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.247.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.247.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.247.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.247.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.247.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.248.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.248.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.248.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.248.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.248.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.248.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.248.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.248.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.248.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.248.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.248.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.248.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.249.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.249.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.249.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.249.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.249.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.249.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.249.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.249.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.249.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.249.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.249.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.249.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.250.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.250.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.250.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.250.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.250.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.250.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.250.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.250.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.250.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.250.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.250.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.250.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.251.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.251.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.251.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.251.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.251.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.251.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.251.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.251.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.251.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.251.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.251.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.251.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.252.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.252.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.252.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.252.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.252.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.252.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.252.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.252.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.252.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.252.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.252.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.252.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.253.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.253.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.253.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.253.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.253.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.253.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.253.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.253.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.253.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.253.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.253.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.253.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.254.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.254.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.254.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.254.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.254.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.254.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.254.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.254.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.254.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.254.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.254.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.254.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.255.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.255.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.255.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.255.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.255.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.255.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.255.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.255.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.255.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.255.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.255.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.255.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.gate.bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.gate.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.52.ffn_norm.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.kv_norm.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.q_norm.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_a.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_a.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_a.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_a.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_a.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_b.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_b.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_b.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_b.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_b.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wo.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wo.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wo.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wo.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wo.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_a.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_a.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_a.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_a.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_a.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_b.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_b.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_b.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_b.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_b.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.attn_norm.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.192.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.192.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.192.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.192.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.192.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.192.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.192.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.192.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.192.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.192.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.192.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.192.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.193.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.193.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.193.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.193.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.193.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.193.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.193.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.193.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.193.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.193.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.193.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.193.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.194.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.194.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.194.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.194.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.194.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.194.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.194.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.194.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.194.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.194.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.194.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.194.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.195.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.195.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.195.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.195.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.195.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.195.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.195.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.195.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.195.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.195.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.195.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.195.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.196.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.196.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.196.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.196.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.196.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.196.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.196.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.196.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.196.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.196.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.196.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.196.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.197.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.197.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.197.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.197.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.197.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.197.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.197.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.197.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.197.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.197.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.197.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.197.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.198.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.198.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.198.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.198.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.198.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.198.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.198.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.198.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.198.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.198.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.198.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.198.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.199.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.199.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.199.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.199.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.199.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.199.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.199.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.199.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.199.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.199.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.199.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.199.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.200.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.200.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.200.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.200.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.200.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.200.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.200.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.200.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.200.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.200.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.200.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.200.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.201.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.201.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.201.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.201.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.201.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.201.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.201.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.201.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.201.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.201.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.201.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.201.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.202.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.202.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.202.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.202.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.202.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.202.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.202.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.202.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.202.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.202.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.202.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.202.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.203.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.203.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.203.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.203.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.203.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.203.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.203.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.203.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.203.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.203.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.203.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.203.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.204.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.204.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.204.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.204.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.204.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.204.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.204.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.204.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.204.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.204.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.204.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.204.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.205.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.205.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.205.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.205.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.205.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.205.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.205.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.205.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.205.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.205.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.205.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.205.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.206.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.206.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.206.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.206.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.206.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.206.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.206.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.206.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.206.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.206.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.206.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.206.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.207.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.207.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.207.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.207.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.207.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.207.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.207.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.207.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.207.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.207.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.207.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.207.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.208.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.208.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.208.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.208.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.208.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.208.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.208.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.208.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.208.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.208.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.208.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.208.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.209.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.209.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.209.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.209.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.209.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.209.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.209.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.209.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.209.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.209.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.209.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.209.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.210.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.210.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.210.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.210.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.210.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.210.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.210.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.210.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.210.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.210.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.210.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.210.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.211.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.211.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.211.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.211.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.211.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.211.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.211.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.211.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.211.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.211.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.211.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.211.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.212.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.212.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.212.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.212.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.212.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.212.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.212.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.212.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.212.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.212.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.212.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.212.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.213.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.213.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.213.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.213.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.213.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.213.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.213.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.213.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.213.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.213.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.213.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.213.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.214.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.214.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.214.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.214.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.214.w2.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.214.w2.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.214.w2.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.214.w2.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.214.w3.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.214.w3.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.214.w3.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.214.w3.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.215.w1.centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.215.w1.indices": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.215.w1.weight_bias": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.215.w1.weight_scale": "model3-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.215.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.215.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.215.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.215.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.215.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.215.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.215.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.215.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.216.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.216.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.216.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.216.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.216.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.216.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.216.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.216.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.216.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.216.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.216.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.216.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.217.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.217.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.217.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.217.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.217.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.217.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.217.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.217.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.217.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.217.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.217.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.217.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.218.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.218.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.218.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.218.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.218.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.218.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.218.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.218.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.218.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.218.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.218.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.218.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.219.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.219.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.219.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.219.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.219.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.219.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.219.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.219.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.219.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.219.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.219.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.219.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.220.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.220.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.220.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.220.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.220.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.220.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.220.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.220.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.220.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.220.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.220.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.220.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.221.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.221.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.221.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.221.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.221.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.221.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.221.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.221.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.221.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.221.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.221.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.221.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.222.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.222.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.222.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.222.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.222.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.222.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.222.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.222.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.222.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.222.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.222.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.222.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.223.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.223.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.223.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.223.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.223.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.223.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.223.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.223.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.223.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.223.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.223.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.223.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.224.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.224.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.224.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.224.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.224.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.224.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.224.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.224.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.224.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.224.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.224.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.224.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.225.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.225.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.225.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.225.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.225.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.225.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.225.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.225.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.225.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.225.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.225.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.225.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.226.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.226.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.226.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.226.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.226.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.226.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.226.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.226.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.226.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.226.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.226.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.226.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.227.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.227.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.227.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.227.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.227.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.227.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.227.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.227.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.227.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.227.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.227.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.227.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.228.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.228.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.228.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.228.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.228.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.228.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.228.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.228.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.228.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.228.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.228.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.228.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.229.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.229.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.229.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.229.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.229.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.229.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.229.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.229.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.229.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.229.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.229.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.229.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.230.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.230.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.230.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.230.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.230.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.230.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.230.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.230.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.230.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.230.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.230.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.230.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.231.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.231.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.231.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.231.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.231.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.231.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.231.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.231.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.231.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.231.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.231.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.231.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.232.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.232.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.232.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.232.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.232.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.232.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.232.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.232.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.232.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.232.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.232.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.232.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.233.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.233.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.233.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.233.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.233.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.233.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.233.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.233.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.233.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.233.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.233.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.233.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.234.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.234.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.234.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.234.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.234.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.234.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.234.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.234.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.234.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.234.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.234.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.234.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.235.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.235.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.235.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.235.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.235.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.235.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.235.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.235.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.235.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.235.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.235.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.235.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.236.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.236.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.236.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.236.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.236.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.236.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.236.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.236.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.236.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.236.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.236.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.236.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.237.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.237.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.237.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.237.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.237.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.237.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.237.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.237.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.237.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.237.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.237.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.237.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.238.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.238.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.238.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.238.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.238.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.238.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.238.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.238.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.238.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.238.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.238.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.238.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.239.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.239.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.239.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.239.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.239.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.239.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.239.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.239.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.239.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.239.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.239.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.239.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.240.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.240.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.240.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.240.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.240.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.240.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.240.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.240.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.240.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.240.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.240.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.240.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.241.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.241.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.241.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.241.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.241.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.241.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.241.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.241.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.241.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.241.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.241.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.241.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.242.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.242.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.242.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.242.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.242.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.242.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.242.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.242.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.242.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.242.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.242.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.242.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.243.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.243.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.243.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.243.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.243.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.243.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.243.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.243.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.243.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.243.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.243.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.243.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.244.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.244.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.244.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.244.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.244.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.244.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.244.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.244.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.244.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.244.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.244.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.244.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.245.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.245.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.245.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.245.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.245.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.245.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.245.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.245.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.245.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.245.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.245.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.245.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.246.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.246.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.246.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.246.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.246.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.246.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.246.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.246.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.246.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.246.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.246.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.246.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.247.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.247.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.247.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.247.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.247.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.247.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.247.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.247.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.247.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.247.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.247.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.247.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.248.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.248.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.248.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.248.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.248.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.248.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.248.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.248.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.248.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.248.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.248.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.248.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.249.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.249.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.249.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.249.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.249.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.249.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.249.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.249.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.249.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.249.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.249.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.249.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.250.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.250.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.250.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.250.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.250.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.250.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.250.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.250.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.250.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.250.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.250.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.250.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.251.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.251.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.251.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.251.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.251.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.251.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.251.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.251.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.251.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.251.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.251.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.251.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.252.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.252.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.252.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.252.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.252.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.252.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.252.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.252.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.252.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.252.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.252.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.252.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.253.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.253.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.253.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.253.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.253.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.253.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.253.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.253.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.253.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.253.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.253.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.253.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.254.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.254.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.254.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.254.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.254.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.254.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.254.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.254.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.254.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.254.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.254.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.254.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.255.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.255.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.255.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.255.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.255.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.255.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.255.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.255.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.255.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.255.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.255.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.255.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.gate.bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.gate.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.53.ffn_norm.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.kv_norm.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.q_norm.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_a.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_a.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_a.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_a.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_a.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_b.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_b.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_b.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_b.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_b.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wo.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wo.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wo.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wo.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wo.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_a.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_a.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_a.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_a.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_a.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_b.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_b.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_b.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_b.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_b.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.attn_norm.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.192.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.192.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.192.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.192.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.192.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.192.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.192.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.192.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.192.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.192.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.192.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.192.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.193.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.193.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.193.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.193.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.193.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.193.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.193.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.193.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.193.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.193.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.193.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.193.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.194.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.194.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.194.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.194.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.194.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.194.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.194.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.194.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.194.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.194.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.194.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.194.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.195.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.195.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.195.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.195.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.195.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.195.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.195.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.195.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.195.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.195.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.195.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.195.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.196.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.196.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.196.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.196.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.196.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.196.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.196.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.196.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.196.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.196.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.196.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.196.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.197.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.197.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.197.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.197.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.197.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.197.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.197.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.197.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.197.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.197.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.197.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.197.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.198.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.198.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.198.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.198.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.198.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.198.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.198.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.198.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.198.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.198.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.198.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.198.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.199.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.199.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.199.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.199.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.199.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.199.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.199.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.199.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.199.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.199.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.199.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.199.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.200.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.200.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.200.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.200.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.200.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.200.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.200.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.200.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.200.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.200.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.200.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.200.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.201.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.201.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.201.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.201.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.201.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.201.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.201.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.201.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.201.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.201.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.201.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.201.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.202.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.202.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.202.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.202.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.202.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.202.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.202.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.202.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.202.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.202.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.202.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.202.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.203.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.203.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.203.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.203.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.203.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.203.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.203.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.203.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.203.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.203.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.203.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.203.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.204.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.204.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.204.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.204.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.204.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.204.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.204.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.204.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.204.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.204.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.204.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.204.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.205.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.205.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.205.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.205.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.205.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.205.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.205.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.205.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.205.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.205.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.205.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.205.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.206.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.206.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.206.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.206.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.206.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.206.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.206.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.206.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.206.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.206.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.206.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.206.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.207.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.207.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.207.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.207.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.207.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.207.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.207.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.207.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.207.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.207.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.207.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.207.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.208.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.208.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.208.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.208.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.208.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.208.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.208.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.208.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.208.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.208.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.208.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.208.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.209.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.209.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.209.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.209.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.209.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.209.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.209.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.209.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.209.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.209.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.209.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.209.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.210.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.210.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.210.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.210.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.210.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.210.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.210.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.210.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.210.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.210.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.210.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.210.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.211.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.211.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.211.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.211.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.211.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.211.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.211.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.211.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.211.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.211.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.211.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.211.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.212.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.212.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.212.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.212.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.212.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.212.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.212.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.212.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.212.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.212.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.212.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.212.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.213.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.213.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.213.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.213.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.213.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.213.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.213.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.213.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.213.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.213.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.213.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.213.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.214.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.214.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.214.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.214.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.214.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.214.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.214.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.214.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.214.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.214.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.214.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.214.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.215.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.215.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.215.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.215.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.215.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.215.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.215.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.215.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.215.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.215.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.215.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.215.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.216.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.216.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.216.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.216.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.216.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.216.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.216.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.216.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.216.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.216.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.216.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.216.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.217.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.217.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.217.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.217.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.217.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.217.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.217.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.217.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.217.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.217.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.217.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.217.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.218.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.218.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.218.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.218.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.218.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.218.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.218.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.218.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.218.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.218.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.218.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.218.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.219.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.219.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.219.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.219.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.219.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.219.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.219.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.219.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.219.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.219.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.219.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.219.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.220.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.220.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.220.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.220.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.220.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.220.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.220.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.220.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.220.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.220.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.220.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.220.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.221.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.221.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.221.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.221.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.221.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.221.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.221.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.221.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.221.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.221.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.221.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.221.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.222.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.222.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.222.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.222.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.222.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.222.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.222.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.222.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.222.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.222.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.222.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.222.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.223.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.223.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.223.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.223.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.223.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.223.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.223.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.223.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.223.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.223.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.223.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.223.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.224.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.224.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.224.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.224.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.224.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.224.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.224.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.224.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.224.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.224.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.224.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.224.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.225.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.225.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.225.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.225.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.225.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.225.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.225.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.225.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.225.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.225.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.225.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.225.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.226.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.226.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.226.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.226.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.226.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.226.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.226.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.226.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.226.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.226.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.226.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.226.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.227.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.227.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.227.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.227.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.227.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.227.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.227.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.227.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.227.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.227.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.227.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.227.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.228.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.228.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.228.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.228.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.228.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.228.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.228.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.228.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.228.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.228.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.228.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.228.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.229.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.229.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.229.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.229.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.229.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.229.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.229.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.229.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.229.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.229.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.229.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.229.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.230.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.230.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.230.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.230.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.230.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.230.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.230.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.230.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.230.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.230.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.230.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.230.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.231.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.231.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.231.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.231.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.231.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.231.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.231.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.231.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.231.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.231.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.231.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.231.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.232.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.232.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.232.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.232.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.232.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.232.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.232.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.232.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.232.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.232.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.232.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.232.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.233.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.233.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.233.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.233.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.233.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.233.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.233.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.233.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.233.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.233.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.233.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.233.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.234.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.234.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.234.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.234.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.234.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.234.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.234.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.234.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.234.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.234.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.234.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.234.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.235.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.235.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.235.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.235.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.235.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.235.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.235.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.235.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.235.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.235.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.235.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.235.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.236.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.236.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.236.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.236.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.236.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.236.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.236.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.236.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.236.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.236.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.236.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.236.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.237.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.237.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.237.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.237.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.237.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.237.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.237.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.237.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.237.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.237.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.237.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.237.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.238.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.238.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.238.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.238.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.238.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.238.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.238.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.238.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.238.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.238.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.238.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.238.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.239.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.239.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.239.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.239.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.239.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.239.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.239.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.239.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.239.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.239.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.239.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.239.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.240.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.240.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.240.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.240.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.240.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.240.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.240.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.240.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.240.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.240.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.240.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.240.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.241.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.241.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.241.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.241.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.241.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.241.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.241.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.241.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.241.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.241.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.241.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.241.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.242.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.242.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.242.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.242.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.242.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.242.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.242.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.242.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.242.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.242.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.242.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.242.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.243.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.243.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.243.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.243.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.243.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.243.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.243.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.243.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.243.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.243.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.243.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.243.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.244.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.244.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.244.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.244.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.244.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.244.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.244.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.244.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.244.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.244.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.244.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.244.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.245.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.245.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.245.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.245.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.245.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.245.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.245.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.245.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.245.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.245.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.245.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.245.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.246.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.246.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.246.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.246.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.246.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.246.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.246.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.246.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.246.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.246.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.246.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.246.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.247.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.247.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.247.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.247.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.247.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.247.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.247.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.247.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.247.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.247.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.247.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.247.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.248.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.248.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.248.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.248.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.248.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.248.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.248.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.248.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.248.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.248.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.248.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.248.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.249.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.249.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.249.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.249.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.249.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.249.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.249.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.249.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.249.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.249.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.249.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.249.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.250.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.250.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.250.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.250.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.250.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.250.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.250.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.250.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.250.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.250.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.250.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.250.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.251.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.251.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.251.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.251.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.251.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.251.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.251.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.251.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.251.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.251.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.251.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.251.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.252.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.252.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.252.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.252.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.252.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.252.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.252.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.252.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.252.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.252.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.252.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.252.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.253.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.253.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.253.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.253.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.253.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.253.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.253.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.253.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.253.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.253.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.253.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.253.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.254.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.254.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.254.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.254.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.254.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.254.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.254.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.254.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.254.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.254.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.254.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.254.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.255.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.255.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.255.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.255.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.255.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.255.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.255.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.255.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.255.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.255.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.255.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.255.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.gate.bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.gate.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.54.ffn_norm.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.kv_norm.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.q_norm.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_a.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_a.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_a.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_a.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_a.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_b.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_b.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_b.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_b.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_b.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wo.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wo.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wo.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wo.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wo.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_a.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_a.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_a.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_a.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_a.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_b.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_b.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_b.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_b.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_b.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.attn_norm.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.192.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.192.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.192.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.192.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.192.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.192.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.192.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.192.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.192.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.192.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.192.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.192.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.193.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.193.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.193.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.193.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.193.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.193.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.193.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.193.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.193.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.193.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.193.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.193.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.194.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.194.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.194.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.194.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.194.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.194.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.194.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.194.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.194.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.194.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.194.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.194.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.195.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.195.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.195.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.195.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.195.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.195.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.195.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.195.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.195.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.195.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.195.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.195.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.196.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.196.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.196.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.196.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.196.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.196.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.196.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.196.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.196.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.196.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.196.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.196.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.197.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.197.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.197.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.197.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.197.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.197.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.197.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.197.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.197.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.197.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.197.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.197.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.198.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.198.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.198.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.198.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.198.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.198.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.198.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.198.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.198.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.198.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.198.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.198.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.199.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.199.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.199.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.199.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.199.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.199.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.199.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.199.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.199.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.199.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.199.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.199.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.200.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.200.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.200.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.200.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.200.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.200.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.200.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.200.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.200.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.200.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.200.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.200.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.201.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.201.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.201.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.201.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.201.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.201.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.201.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.201.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.201.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.201.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.201.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.201.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.202.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.202.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.202.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.202.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.202.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.202.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.202.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.202.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.202.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.202.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.202.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.202.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.203.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.203.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.203.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.203.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.203.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.203.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.203.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.203.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.203.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.203.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.203.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.203.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.204.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.204.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.204.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.204.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.204.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.204.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.204.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.204.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.204.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.204.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.204.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.204.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.205.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.205.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.205.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.205.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.205.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.205.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.205.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.205.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.205.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.205.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.205.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.205.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.206.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.206.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.206.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.206.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.206.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.206.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.206.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.206.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.206.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.206.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.206.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.206.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.207.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.207.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.207.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.207.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.207.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.207.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.207.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.207.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.207.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.207.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.207.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.207.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.208.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.208.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.208.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.208.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.208.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.208.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.208.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.208.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.208.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.208.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.208.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.208.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.209.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.209.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.209.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.209.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.209.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.209.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.209.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.209.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.209.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.209.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.209.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.209.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.210.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.210.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.210.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.210.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.210.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.210.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.210.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.210.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.210.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.210.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.210.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.210.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.211.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.211.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.211.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.211.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.211.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.211.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.211.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.211.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.211.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.211.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.211.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.211.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.212.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.212.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.212.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.212.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.212.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.212.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.212.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.212.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.212.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.212.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.212.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.212.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.213.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.213.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.213.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.213.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.213.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.213.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.213.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.213.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.213.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.213.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.213.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.213.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.214.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.214.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.214.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.214.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.214.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.214.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.214.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.214.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.214.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.214.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.214.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.214.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.215.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.215.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.215.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.215.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.215.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.215.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.215.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.215.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.215.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.215.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.215.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.215.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.216.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.216.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.216.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.216.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.216.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.216.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.216.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.216.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.216.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.216.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.216.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.216.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.217.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.217.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.217.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.217.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.217.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.217.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.217.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.217.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.217.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.217.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.217.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.217.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.218.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.218.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.218.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.218.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.218.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.218.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.218.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.218.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.218.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.218.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.218.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.218.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.219.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.219.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.219.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.219.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.219.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.219.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.219.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.219.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.219.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.219.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.219.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.219.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.220.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.220.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.220.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.220.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.220.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.220.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.220.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.220.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.220.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.220.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.220.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.220.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.221.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.221.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.221.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.221.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.221.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.221.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.221.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.221.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.221.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.221.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.221.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.221.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.222.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.222.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.222.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.222.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.222.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.222.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.222.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.222.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.222.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.222.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.222.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.222.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.223.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.223.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.223.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.223.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.223.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.223.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.223.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.223.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.223.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.223.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.223.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.223.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.224.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.224.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.224.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.224.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.224.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.224.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.224.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.224.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.224.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.224.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.224.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.224.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.225.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.225.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.225.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.225.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.225.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.225.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.225.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.225.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.225.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.225.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.225.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.225.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.226.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.226.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.226.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.226.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.226.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.226.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.226.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.226.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.226.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.226.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.226.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.226.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.227.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.227.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.227.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.227.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.227.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.227.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.227.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.227.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.227.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.227.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.227.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.227.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.228.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.228.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.228.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.228.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.228.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.228.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.228.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.228.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.228.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.228.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.228.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.228.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.229.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.229.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.229.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.229.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.229.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.229.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.229.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.229.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.229.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.229.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.229.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.229.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.230.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.230.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.230.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.230.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.230.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.230.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.230.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.230.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.230.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.230.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.230.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.230.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.231.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.231.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.231.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.231.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.231.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.231.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.231.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.231.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.231.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.231.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.231.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.231.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.232.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.232.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.232.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.232.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.232.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.232.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.232.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.232.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.232.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.232.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.232.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.232.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.233.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.233.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.233.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.233.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.233.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.233.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.233.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.233.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.233.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.233.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.233.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.233.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.234.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.234.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.234.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.234.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.234.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.234.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.234.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.234.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.234.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.234.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.234.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.234.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.235.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.235.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.235.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.235.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.235.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.235.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.235.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.235.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.235.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.235.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.235.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.235.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.236.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.236.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.236.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.236.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.236.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.236.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.236.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.236.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.236.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.236.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.236.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.236.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.237.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.237.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.237.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.237.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.237.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.237.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.237.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.237.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.237.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.237.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.237.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.237.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.238.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.238.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.238.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.238.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.238.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.238.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.238.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.238.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.238.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.238.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.238.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.238.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.239.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.239.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.239.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.239.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.239.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.239.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.239.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.239.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.239.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.239.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.239.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.239.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.240.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.240.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.240.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.240.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.240.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.240.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.240.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.240.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.240.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.240.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.240.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.240.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.241.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.241.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.241.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.241.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.241.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.241.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.241.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.241.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.241.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.241.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.241.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.241.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.242.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.242.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.242.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.242.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.242.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.242.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.242.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.242.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.242.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.242.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.242.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.242.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.243.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.243.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.243.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.243.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.243.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.243.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.243.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.243.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.243.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.243.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.243.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.243.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.244.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.244.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.244.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.244.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.244.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.244.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.244.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.244.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.244.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.244.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.244.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.244.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.245.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.245.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.245.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.245.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.245.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.245.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.245.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.245.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.245.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.245.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.245.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.245.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.246.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.246.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.246.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.246.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.246.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.246.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.246.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.246.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.246.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.246.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.246.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.246.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.247.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.247.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.247.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.247.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.247.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.247.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.247.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.247.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.247.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.247.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.247.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.247.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.248.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.248.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.248.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.248.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.248.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.248.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.248.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.248.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.248.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.248.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.248.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.248.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.249.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.249.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.249.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.249.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.249.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.249.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.249.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.249.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.249.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.249.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.249.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.249.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.250.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.250.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.250.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.250.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.250.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.250.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.250.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.250.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.250.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.250.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.250.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.250.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.251.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.251.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.251.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.251.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.251.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.251.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.251.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.251.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.251.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.251.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.251.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.251.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.252.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.252.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.252.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.252.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.252.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.252.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.252.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.252.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.252.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.252.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.252.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.252.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.253.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.253.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.253.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.253.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.253.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.253.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.253.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.253.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.253.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.253.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.253.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.253.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.254.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.254.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.254.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.254.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.254.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.254.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.254.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.254.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.254.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.254.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.254.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.254.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.255.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.255.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.255.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.255.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.255.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.255.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.255.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.255.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.255.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.255.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.255.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.255.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.gate.bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.gate.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.55.ffn_norm.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.kv_norm.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.q_norm.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_a.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_a.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_a.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_a.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_a.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_b.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_b.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_b.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_b.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_b.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wo.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wo.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wo.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wo.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wo.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_a.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_a.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_a.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_a.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_a.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_b.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_b.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_b.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_b.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_b.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.attn_norm.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.192.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.192.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.192.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.192.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.192.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.192.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.192.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.192.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.192.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.192.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.192.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.192.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.193.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.193.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.193.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.193.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.193.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.193.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.193.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.193.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.193.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.193.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.193.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.193.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.194.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.194.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.194.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.194.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.194.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.194.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.194.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.194.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.194.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.194.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.194.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.194.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.195.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.195.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.195.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.195.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.195.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.195.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.195.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.195.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.195.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.195.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.195.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.195.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.196.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.196.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.196.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.196.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.196.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.196.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.196.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.196.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.196.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.196.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.196.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.196.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.197.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.197.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.197.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.197.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.197.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.197.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.197.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.197.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.197.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.197.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.197.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.197.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.198.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.198.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.198.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.198.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.198.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.198.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.198.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.198.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.198.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.198.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.198.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.198.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.199.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.199.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.199.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.199.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.199.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.199.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.199.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.199.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.199.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.199.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.199.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.199.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.200.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.200.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.200.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.200.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.200.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.200.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.200.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.200.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.200.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.200.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.200.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.200.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.201.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.201.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.201.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.201.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.201.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.201.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.201.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.201.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.201.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.201.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.201.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.201.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.202.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.202.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.202.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.202.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.202.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.202.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.202.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.202.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.202.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.202.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.202.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.202.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.203.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.203.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.203.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.203.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.203.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.203.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.203.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.203.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.203.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.203.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.203.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.203.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.204.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.204.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.204.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.204.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.204.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.204.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.204.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.204.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.204.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.204.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.204.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.204.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.205.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.205.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.205.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.205.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.205.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.205.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.205.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.205.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.205.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.205.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.205.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.205.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.206.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.206.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.206.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.206.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.206.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.206.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.206.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.206.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.206.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.206.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.206.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.206.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.207.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.207.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.207.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.207.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.207.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.207.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.207.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.207.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.207.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.207.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.207.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.207.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.208.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.208.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.208.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.208.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.208.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.208.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.208.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.208.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.208.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.208.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.208.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.208.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.209.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.209.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.209.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.209.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.209.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.209.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.209.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.209.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.209.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.209.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.209.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.209.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.210.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.210.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.210.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.210.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.210.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.210.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.210.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.210.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.210.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.210.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.210.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.210.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.211.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.211.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.211.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.211.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.211.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.211.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.211.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.211.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.211.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.211.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.211.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.211.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.212.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.212.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.212.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.212.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.212.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.212.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.212.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.212.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.212.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.212.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.212.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.212.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.213.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.213.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.213.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.213.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.213.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.213.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.213.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.213.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.213.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.213.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.213.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.213.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.214.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.214.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.214.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.214.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.214.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.214.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.214.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.214.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.214.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.214.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.214.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.214.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.215.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.215.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.215.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.215.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.215.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.215.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.215.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.215.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.215.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.215.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.215.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.215.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.216.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.216.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.216.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.216.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.216.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.216.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.216.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.216.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.216.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.216.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.216.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.216.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.217.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.217.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.217.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.217.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.217.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.217.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.217.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.217.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.217.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.217.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.217.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.217.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.218.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.218.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.218.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.218.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.218.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.218.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.218.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.218.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.218.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.218.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.218.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.218.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.219.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.219.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.219.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.219.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.219.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.219.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.219.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.219.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.219.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.219.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.219.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.219.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.220.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.220.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.220.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.220.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.220.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.220.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.220.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.220.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.220.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.220.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.220.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.220.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.221.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.221.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.221.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.221.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.221.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.221.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.221.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.221.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.221.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.221.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.221.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.221.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.222.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.222.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.222.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.222.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.222.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.222.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.222.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.222.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.222.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.222.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.222.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.222.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.223.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.223.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.223.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.223.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.223.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.223.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.223.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.223.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.223.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.223.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.223.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.223.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.224.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.224.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.224.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.224.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.224.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.224.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.224.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.224.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.224.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.224.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.224.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.224.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.225.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.225.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.225.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.225.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.225.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.225.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.225.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.225.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.225.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.225.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.225.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.225.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.226.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.226.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.226.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.226.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.226.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.226.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.226.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.226.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.226.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.226.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.226.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.226.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.227.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.227.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.227.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.227.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.227.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.227.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.227.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.227.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.227.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.227.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.227.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.227.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.228.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.228.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.228.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.228.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.228.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.228.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.228.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.228.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.228.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.228.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.228.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.228.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.229.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.229.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.229.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.229.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.229.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.229.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.229.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.229.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.229.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.229.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.229.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.229.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.230.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.230.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.230.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.230.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.230.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.230.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.230.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.230.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.230.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.230.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.230.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.230.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.231.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.231.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.231.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.231.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.231.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.231.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.231.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.231.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.231.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.231.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.231.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.231.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.232.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.232.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.232.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.232.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.232.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.232.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.232.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.232.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.232.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.232.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.232.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.232.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.233.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.233.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.233.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.233.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.233.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.233.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.233.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.233.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.233.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.233.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.233.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.233.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.234.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.234.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.234.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.234.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.234.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.234.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.234.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.234.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.234.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.234.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.234.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.234.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.235.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.235.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.235.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.235.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.235.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.235.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.235.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.235.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.235.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.235.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.235.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.235.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.236.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.236.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.236.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.236.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.236.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.236.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.236.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.236.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.236.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.236.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.236.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.236.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.237.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.237.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.237.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.237.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.237.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.237.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.237.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.237.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.237.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.237.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.237.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.237.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.238.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.238.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.238.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.238.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.238.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.238.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.238.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.238.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.238.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.238.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.238.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.238.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.239.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.239.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.239.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.239.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.239.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.239.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.239.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.239.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.239.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.239.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.239.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.239.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.240.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.240.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.240.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.240.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.240.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.240.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.240.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.240.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.240.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.240.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.240.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.240.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.241.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.241.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.241.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.241.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.241.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.241.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.241.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.241.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.241.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.241.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.241.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.241.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.242.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.242.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.242.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.242.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.242.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.242.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.242.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.242.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.242.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.242.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.242.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.242.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.243.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.243.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.243.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.243.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.243.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.243.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.243.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.243.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.243.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.243.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.243.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.243.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.244.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.244.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.244.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.244.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.244.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.244.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.244.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.244.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.244.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.244.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.244.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.244.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.245.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.245.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.245.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.245.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.245.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.245.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.245.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.245.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.245.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.245.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.245.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.245.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.246.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.246.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.246.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.246.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.246.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.246.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.246.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.246.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.246.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.246.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.246.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.246.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.247.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.247.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.247.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.247.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.247.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.247.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.247.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.247.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.247.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.247.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.247.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.247.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.248.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.248.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.248.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.248.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.248.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.248.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.248.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.248.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.248.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.248.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.248.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.248.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.249.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.249.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.249.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.249.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.249.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.249.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.249.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.249.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.249.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.249.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.249.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.249.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.250.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.250.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.250.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.250.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.250.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.250.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.250.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.250.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.250.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.250.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.250.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.250.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.251.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.251.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.251.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.251.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.251.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.251.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.251.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.251.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.251.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.251.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.251.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.251.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.252.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.252.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.252.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.252.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.252.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.252.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.252.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.252.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.252.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.252.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.252.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.252.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.253.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.253.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.253.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.253.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.253.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.253.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.253.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.253.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.253.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.253.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.253.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.253.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.254.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.254.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.254.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.254.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.254.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.254.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.254.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.254.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.254.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.254.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.254.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.254.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.255.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.255.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.255.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.255.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.255.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.255.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.255.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.255.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.255.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.255.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.255.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.255.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.gate.bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.gate.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.56.ffn_norm.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.kv_norm.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.q_norm.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_a.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_a.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_a.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_a.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_a.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_b.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_b.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_b.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_b.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_b.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wo.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wo.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wo.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wo.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wo.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_a.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_a.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_a.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_a.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_a.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_b.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_b.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_b.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_b.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_b.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.attn_norm.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.192.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.192.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.192.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.192.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.192.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.192.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.192.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.192.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.192.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.192.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.192.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.192.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.193.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.193.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.193.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.193.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.193.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.193.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.193.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.193.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.193.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.193.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.193.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.193.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.194.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.194.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.194.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.194.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.194.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.194.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.194.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.194.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.194.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.194.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.194.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.194.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.195.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.195.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.195.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.195.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.195.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.195.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.195.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.195.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.195.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.195.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.195.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.195.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.196.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.196.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.196.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.196.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.196.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.196.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.196.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.196.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.196.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.196.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.196.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.196.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.197.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.197.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.197.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.197.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.197.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.197.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.197.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.197.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.197.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.197.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.197.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.197.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.198.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.198.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.198.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.198.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.198.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.198.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.198.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.198.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.198.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.198.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.198.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.198.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.199.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.199.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.199.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.199.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.199.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.199.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.199.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.199.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.199.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.199.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.199.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.199.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.200.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.200.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.200.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.200.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.200.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.200.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.200.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.200.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.200.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.200.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.200.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.200.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.201.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.201.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.201.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.201.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.201.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.201.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.201.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.201.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.201.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.201.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.201.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.201.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.202.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.202.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.202.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.202.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.202.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.202.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.202.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.202.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.202.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.202.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.202.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.202.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.203.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.203.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.203.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.203.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.203.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.203.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.203.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.203.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.203.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.203.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.203.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.203.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.204.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.204.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.204.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.204.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.204.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.204.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.204.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.204.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.204.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.204.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.204.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.204.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.205.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.205.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.205.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.205.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.205.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.205.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.205.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.205.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.205.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.205.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.205.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.205.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.206.w1.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.206.w1.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.206.w1.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.206.w1.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.206.w2.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.206.w2.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.206.w2.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.206.w2.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.206.w3.centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.206.w3.indices": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.206.w3.weight_bias": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.206.w3.weight_scale": "model3-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.207.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.207.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.207.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.207.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.207.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.207.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.207.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.207.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.207.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.207.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.207.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.207.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.208.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.208.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.208.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.208.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.208.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.208.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.208.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.208.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.208.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.208.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.208.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.208.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.209.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.209.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.209.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.209.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.209.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.209.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.209.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.209.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.209.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.209.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.209.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.209.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.210.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.210.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.210.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.210.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.210.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.210.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.210.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.210.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.210.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.210.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.210.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.210.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.211.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.211.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.211.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.211.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.211.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.211.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.211.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.211.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.211.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.211.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.211.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.211.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.212.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.212.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.212.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.212.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.212.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.212.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.212.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.212.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.212.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.212.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.212.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.212.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.213.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.213.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.213.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.213.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.213.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.213.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.213.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.213.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.213.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.213.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.213.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.213.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.214.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.214.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.214.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.214.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.214.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.214.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.214.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.214.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.214.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.214.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.214.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.214.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.215.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.215.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.215.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.215.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.215.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.215.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.215.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.215.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.215.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.215.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.215.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.215.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.216.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.216.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.216.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.216.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.216.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.216.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.216.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.216.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.216.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.216.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.216.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.216.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.217.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.217.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.217.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.217.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.217.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.217.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.217.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.217.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.217.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.217.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.217.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.217.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.218.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.218.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.218.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.218.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.218.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.218.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.218.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.218.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.218.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.218.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.218.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.218.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.219.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.219.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.219.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.219.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.219.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.219.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.219.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.219.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.219.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.219.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.219.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.219.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.220.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.220.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.220.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.220.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.220.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.220.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.220.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.220.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.220.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.220.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.220.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.220.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.221.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.221.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.221.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.221.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.221.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.221.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.221.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.221.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.221.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.221.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.221.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.221.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.222.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.222.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.222.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.222.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.222.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.222.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.222.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.222.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.222.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.222.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.222.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.222.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.223.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.223.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.223.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.223.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.223.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.223.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.223.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.223.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.223.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.223.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.223.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.223.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.224.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.224.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.224.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.224.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.224.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.224.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.224.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.224.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.224.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.224.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.224.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.224.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.225.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.225.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.225.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.225.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.225.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.225.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.225.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.225.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.225.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.225.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.225.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.225.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.226.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.226.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.226.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.226.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.226.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.226.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.226.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.226.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.226.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.226.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.226.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.226.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.227.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.227.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.227.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.227.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.227.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.227.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.227.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.227.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.227.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.227.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.227.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.227.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.228.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.228.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.228.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.228.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.228.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.228.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.228.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.228.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.228.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.228.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.228.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.228.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.229.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.229.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.229.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.229.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.229.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.229.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.229.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.229.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.229.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.229.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.229.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.229.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.230.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.230.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.230.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.230.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.230.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.230.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.230.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.230.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.230.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.230.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.230.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.230.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.231.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.231.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.231.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.231.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.231.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.231.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.231.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.231.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.231.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.231.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.231.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.231.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.232.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.232.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.232.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.232.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.232.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.232.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.232.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.232.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.232.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.232.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.232.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.232.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.233.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.233.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.233.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.233.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.233.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.233.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.233.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.233.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.233.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.233.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.233.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.233.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.234.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.234.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.234.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.234.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.234.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.234.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.234.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.234.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.234.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.234.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.234.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.234.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.235.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.235.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.235.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.235.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.235.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.235.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.235.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.235.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.235.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.235.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.235.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.235.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.236.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.236.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.236.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.236.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.236.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.236.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.236.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.236.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.236.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.236.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.236.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.236.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.237.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.237.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.237.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.237.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.237.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.237.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.237.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.237.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.237.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.237.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.237.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.237.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.238.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.238.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.238.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.238.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.238.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.238.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.238.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.238.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.238.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.238.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.238.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.238.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.239.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.239.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.239.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.239.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.239.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.239.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.239.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.239.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.239.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.239.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.239.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.239.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.240.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.240.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.240.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.240.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.240.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.240.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.240.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.240.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.240.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.240.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.240.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.240.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.241.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.241.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.241.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.241.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.241.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.241.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.241.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.241.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.241.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.241.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.241.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.241.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.242.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.242.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.242.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.242.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.242.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.242.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.242.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.242.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.242.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.242.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.242.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.242.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.243.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.243.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.243.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.243.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.243.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.243.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.243.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.243.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.243.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.243.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.243.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.243.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.244.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.244.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.244.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.244.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.244.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.244.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.244.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.244.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.244.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.244.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.244.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.244.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.245.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.245.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.245.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.245.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.245.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.245.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.245.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.245.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.245.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.245.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.245.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.245.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.246.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.246.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.246.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.246.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.246.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.246.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.246.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.246.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.246.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.246.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.246.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.246.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.247.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.247.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.247.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.247.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.247.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.247.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.247.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.247.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.247.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.247.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.247.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.247.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.248.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.248.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.248.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.248.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.248.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.248.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.248.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.248.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.248.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.248.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.248.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.248.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.249.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.249.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.249.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.249.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.249.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.249.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.249.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.249.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.249.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.249.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.249.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.249.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.250.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.250.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.250.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.250.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.250.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.250.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.250.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.250.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.250.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.250.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.250.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.250.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.251.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.251.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.251.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.251.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.251.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.251.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.251.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.251.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.251.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.251.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.251.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.251.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.252.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.252.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.252.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.252.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.252.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.252.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.252.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.252.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.252.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.252.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.252.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.252.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.253.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.253.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.253.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.253.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.253.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.253.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.253.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.253.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.253.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.253.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.253.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.253.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.254.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.254.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.254.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.254.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.254.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.254.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.254.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.254.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.254.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.254.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.254.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.254.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.255.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.255.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.255.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.255.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.255.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.255.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.255.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.255.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.255.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.255.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.255.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.255.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.gate.bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.gate.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.57.ffn_norm.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.kv_norm.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.q_norm.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_a.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_a.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_a.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_a.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_a.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_b.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_b.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_b.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_b.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_b.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wo.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wo.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wo.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wo.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wo.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_a.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_a.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_a.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_a.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_a.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_b.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_b.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_b.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_b.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_b.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.attn_norm.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.192.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.192.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.192.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.192.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.192.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.192.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.192.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.192.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.192.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.192.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.192.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.192.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.193.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.193.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.193.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.193.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.193.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.193.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.193.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.193.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.193.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.193.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.193.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.193.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.194.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.194.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.194.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.194.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.194.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.194.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.194.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.194.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.194.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.194.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.194.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.194.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.195.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.195.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.195.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.195.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.195.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.195.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.195.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.195.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.195.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.195.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.195.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.195.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.196.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.196.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.196.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.196.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.196.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.196.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.196.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.196.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.196.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.196.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.196.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.196.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.197.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.197.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.197.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.197.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.197.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.197.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.197.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.197.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.197.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.197.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.197.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.197.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.198.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.198.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.198.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.198.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.198.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.198.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.198.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.198.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.198.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.198.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.198.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.198.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.199.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.199.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.199.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.199.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.199.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.199.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.199.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.199.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.199.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.199.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.199.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.199.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.200.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.200.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.200.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.200.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.200.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.200.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.200.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.200.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.200.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.200.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.200.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.200.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.201.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.201.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.201.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.201.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.201.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.201.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.201.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.201.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.201.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.201.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.201.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.201.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.202.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.202.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.202.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.202.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.202.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.202.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.202.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.202.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.202.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.202.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.202.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.202.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.203.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.203.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.203.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.203.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.203.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.203.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.203.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.203.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.203.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.203.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.203.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.203.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.204.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.204.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.204.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.204.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.204.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.204.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.204.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.204.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.204.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.204.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.204.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.204.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.205.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.205.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.205.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.205.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.205.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.205.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.205.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.205.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.205.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.205.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.205.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.205.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.206.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.206.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.206.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.206.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.206.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.206.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.206.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.206.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.206.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.206.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.206.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.206.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.207.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.207.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.207.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.207.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.207.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.207.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.207.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.207.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.207.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.207.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.207.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.207.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.208.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.208.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.208.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.208.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.208.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.208.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.208.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.208.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.208.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.208.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.208.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.208.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.209.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.209.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.209.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.209.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.209.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.209.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.209.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.209.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.209.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.209.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.209.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.209.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.210.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.210.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.210.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.210.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.210.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.210.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.210.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.210.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.210.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.210.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.210.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.210.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.211.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.211.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.211.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.211.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.211.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.211.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.211.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.211.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.211.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.211.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.211.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.211.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.212.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.212.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.212.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.212.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.212.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.212.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.212.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.212.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.212.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.212.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.212.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.212.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.213.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.213.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.213.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.213.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.213.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.213.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.213.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.213.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.213.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.213.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.213.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.213.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.214.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.214.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.214.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.214.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.214.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.214.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.214.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.214.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.214.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.214.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.214.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.214.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.215.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.215.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.215.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.215.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.215.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.215.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.215.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.215.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.215.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.215.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.215.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.215.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.216.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.216.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.216.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.216.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.216.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.216.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.216.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.216.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.216.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.216.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.216.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.216.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.217.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.217.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.217.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.217.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.217.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.217.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.217.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.217.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.217.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.217.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.217.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.217.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.218.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.218.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.218.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.218.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.218.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.218.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.218.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.218.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.218.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.218.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.218.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.218.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.219.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.219.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.219.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.219.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.219.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.219.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.219.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.219.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.219.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.219.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.219.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.219.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.220.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.220.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.220.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.220.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.220.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.220.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.220.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.220.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.220.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.220.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.220.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.220.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.221.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.221.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.221.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.221.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.221.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.221.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.221.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.221.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.221.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.221.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.221.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.221.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.222.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.222.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.222.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.222.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.222.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.222.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.222.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.222.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.222.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.222.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.222.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.222.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.223.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.223.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.223.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.223.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.223.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.223.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.223.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.223.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.223.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.223.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.223.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.223.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.224.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.224.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.224.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.224.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.224.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.224.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.224.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.224.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.224.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.224.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.224.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.224.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.225.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.225.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.225.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.225.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.225.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.225.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.225.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.225.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.225.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.225.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.225.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.225.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.226.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.226.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.226.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.226.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.226.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.226.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.226.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.226.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.226.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.226.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.226.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.226.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.227.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.227.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.227.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.227.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.227.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.227.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.227.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.227.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.227.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.227.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.227.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.227.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.228.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.228.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.228.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.228.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.228.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.228.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.228.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.228.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.228.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.228.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.228.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.228.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.229.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.229.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.229.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.229.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.229.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.229.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.229.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.229.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.229.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.229.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.229.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.229.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.230.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.230.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.230.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.230.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.230.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.230.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.230.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.230.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.230.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.230.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.230.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.230.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.231.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.231.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.231.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.231.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.231.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.231.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.231.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.231.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.231.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.231.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.231.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.231.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.232.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.232.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.232.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.232.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.232.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.232.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.232.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.232.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.232.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.232.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.232.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.232.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.233.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.233.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.233.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.233.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.233.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.233.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.233.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.233.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.233.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.233.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.233.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.233.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.234.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.234.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.234.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.234.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.234.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.234.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.234.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.234.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.234.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.234.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.234.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.234.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.235.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.235.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.235.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.235.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.235.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.235.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.235.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.235.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.235.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.235.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.235.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.235.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.236.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.236.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.236.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.236.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.236.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.236.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.236.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.236.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.236.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.236.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.236.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.236.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.237.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.237.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.237.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.237.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.237.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.237.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.237.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.237.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.237.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.237.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.237.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.237.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.238.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.238.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.238.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.238.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.238.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.238.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.238.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.238.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.238.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.238.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.238.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.238.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.239.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.239.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.239.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.239.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.239.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.239.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.239.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.239.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.239.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.239.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.239.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.239.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.240.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.240.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.240.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.240.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.240.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.240.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.240.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.240.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.240.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.240.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.240.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.240.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.241.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.241.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.241.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.241.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.241.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.241.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.241.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.241.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.241.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.241.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.241.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.241.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.242.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.242.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.242.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.242.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.242.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.242.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.242.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.242.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.242.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.242.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.242.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.242.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.243.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.243.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.243.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.243.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.243.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.243.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.243.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.243.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.243.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.243.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.243.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.243.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.244.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.244.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.244.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.244.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.244.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.244.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.244.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.244.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.244.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.244.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.244.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.244.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.245.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.245.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.245.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.245.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.245.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.245.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.245.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.245.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.245.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.245.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.245.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.245.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.246.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.246.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.246.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.246.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.246.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.246.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.246.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.246.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.246.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.246.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.246.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.246.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.247.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.247.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.247.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.247.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.247.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.247.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.247.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.247.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.247.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.247.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.247.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.247.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.248.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.248.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.248.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.248.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.248.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.248.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.248.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.248.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.248.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.248.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.248.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.248.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.249.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.249.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.249.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.249.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.249.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.249.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.249.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.249.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.249.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.249.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.249.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.249.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.250.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.250.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.250.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.250.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.250.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.250.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.250.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.250.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.250.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.250.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.250.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.250.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.251.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.251.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.251.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.251.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.251.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.251.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.251.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.251.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.251.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.251.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.251.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.251.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.252.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.252.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.252.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.252.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.252.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.252.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.252.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.252.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.252.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.252.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.252.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.252.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.253.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.253.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.253.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.253.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.253.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.253.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.253.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.253.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.253.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.253.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.253.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.253.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.254.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.254.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.254.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.254.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.254.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.254.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.254.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.254.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.254.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.254.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.254.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.254.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.255.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.255.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.255.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.255.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.255.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.255.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.255.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.255.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.255.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.255.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.255.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.255.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.gate.bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.gate.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.58.ffn_norm.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.kv_norm.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.q_norm.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_a.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_a.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_a.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_a.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_a.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_b.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_b.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_b.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_b.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_b.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wo.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wo.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wo.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wo.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wo.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_a.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_a.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_a.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_a.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_a.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_b.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_b.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_b.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_b.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_b.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.attn_norm.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.192.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.192.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.192.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.192.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.192.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.192.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.192.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.192.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.192.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.192.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.192.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.192.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.193.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.193.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.193.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.193.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.193.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.193.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.193.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.193.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.193.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.193.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.193.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.193.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.194.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.194.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.194.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.194.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.194.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.194.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.194.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.194.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.194.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.194.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.194.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.194.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.195.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.195.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.195.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.195.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.195.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.195.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.195.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.195.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.195.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.195.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.195.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.195.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.196.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.196.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.196.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.196.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.196.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.196.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.196.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.196.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.196.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.196.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.196.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.196.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.197.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.197.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.197.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.197.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.197.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.197.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.197.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.197.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.197.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.197.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.197.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.197.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.198.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.198.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.198.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.198.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.198.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.198.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.198.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.198.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.198.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.198.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.198.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.198.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.199.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.199.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.199.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.199.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.199.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.199.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.199.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.199.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.199.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.199.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.199.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.199.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.200.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.200.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.200.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.200.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.200.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.200.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.200.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.200.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.200.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.200.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.200.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.200.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.201.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.201.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.201.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.201.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.201.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.201.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.201.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.201.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.201.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.201.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.201.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.201.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.202.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.202.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.202.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.202.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.202.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.202.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.202.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.202.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.202.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.202.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.202.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.202.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.203.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.203.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.203.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.203.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.203.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.203.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.203.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.203.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.203.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.203.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.203.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.203.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.204.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.204.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.204.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.204.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.204.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.204.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.204.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.204.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.204.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.204.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.204.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.204.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.205.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.205.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.205.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.205.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.205.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.205.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.205.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.205.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.205.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.205.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.205.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.205.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.206.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.206.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.206.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.206.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.206.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.206.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.206.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.206.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.206.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.206.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.206.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.206.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.207.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.207.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.207.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.207.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.207.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.207.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.207.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.207.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.207.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.207.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.207.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.207.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.208.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.208.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.208.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.208.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.208.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.208.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.208.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.208.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.208.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.208.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.208.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.208.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.209.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.209.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.209.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.209.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.209.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.209.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.209.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.209.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.209.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.209.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.209.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.209.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.210.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.210.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.210.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.210.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.210.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.210.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.210.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.210.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.210.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.210.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.210.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.210.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.211.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.211.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.211.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.211.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.211.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.211.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.211.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.211.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.211.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.211.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.211.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.211.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.212.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.212.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.212.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.212.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.212.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.212.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.212.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.212.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.212.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.212.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.212.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.212.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.213.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.213.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.213.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.213.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.213.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.213.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.213.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.213.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.213.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.213.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.213.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.213.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.214.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.214.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.214.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.214.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.214.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.214.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.214.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.214.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.214.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.214.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.214.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.214.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.215.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.215.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.215.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.215.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.215.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.215.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.215.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.215.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.215.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.215.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.215.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.215.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.216.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.216.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.216.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.216.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.216.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.216.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.216.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.216.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.216.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.216.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.216.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.216.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.217.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.217.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.217.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.217.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.217.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.217.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.217.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.217.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.217.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.217.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.217.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.217.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.218.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.218.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.218.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.218.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.218.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.218.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.218.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.218.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.218.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.218.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.218.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.218.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.219.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.219.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.219.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.219.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.219.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.219.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.219.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.219.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.219.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.219.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.219.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.219.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.220.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.220.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.220.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.220.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.220.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.220.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.220.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.220.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.220.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.220.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.220.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.220.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.221.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.221.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.221.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.221.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.221.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.221.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.221.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.221.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.221.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.221.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.221.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.221.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.222.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.222.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.222.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.222.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.222.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.222.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.222.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.222.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.222.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.222.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.222.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.222.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.223.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.223.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.223.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.223.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.223.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.223.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.223.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.223.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.223.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.223.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.223.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.223.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.224.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.224.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.224.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.224.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.224.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.224.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.224.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.224.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.224.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.224.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.224.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.224.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.225.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.225.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.225.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.225.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.225.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.225.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.225.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.225.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.225.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.225.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.225.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.225.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.226.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.226.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.226.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.226.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.226.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.226.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.226.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.226.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.226.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.226.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.226.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.226.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.227.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.227.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.227.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.227.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.227.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.227.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.227.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.227.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.227.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.227.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.227.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.227.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.228.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.228.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.228.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.228.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.228.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.228.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.228.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.228.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.228.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.228.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.228.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.228.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.229.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.229.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.229.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.229.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.229.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.229.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.229.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.229.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.229.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.229.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.229.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.229.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.230.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.230.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.230.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.230.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.230.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.230.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.230.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.230.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.230.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.230.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.230.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.230.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.231.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.231.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.231.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.231.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.231.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.231.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.231.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.231.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.231.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.231.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.231.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.231.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.232.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.232.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.232.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.232.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.232.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.232.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.232.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.232.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.232.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.232.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.232.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.232.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.233.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.233.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.233.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.233.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.233.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.233.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.233.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.233.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.233.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.233.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.233.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.233.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.234.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.234.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.234.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.234.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.234.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.234.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.234.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.234.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.234.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.234.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.234.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.234.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.235.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.235.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.235.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.235.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.235.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.235.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.235.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.235.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.235.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.235.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.235.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.235.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.236.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.236.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.236.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.236.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.236.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.236.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.236.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.236.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.236.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.236.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.236.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.236.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.237.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.237.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.237.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.237.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.237.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.237.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.237.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.237.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.237.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.237.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.237.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.237.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.238.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.238.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.238.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.238.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.238.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.238.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.238.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.238.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.238.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.238.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.238.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.238.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.239.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.239.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.239.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.239.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.239.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.239.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.239.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.239.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.239.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.239.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.239.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.239.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.240.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.240.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.240.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.240.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.240.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.240.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.240.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.240.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.240.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.240.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.240.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.240.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.241.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.241.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.241.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.241.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.241.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.241.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.241.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.241.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.241.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.241.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.241.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.241.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.242.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.242.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.242.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.242.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.242.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.242.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.242.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.242.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.242.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.242.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.242.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.242.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.243.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.243.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.243.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.243.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.243.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.243.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.243.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.243.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.243.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.243.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.243.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.243.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.244.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.244.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.244.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.244.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.244.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.244.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.244.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.244.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.244.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.244.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.244.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.244.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.245.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.245.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.245.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.245.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.245.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.245.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.245.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.245.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.245.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.245.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.245.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.245.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.246.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.246.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.246.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.246.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.246.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.246.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.246.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.246.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.246.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.246.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.246.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.246.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.247.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.247.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.247.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.247.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.247.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.247.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.247.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.247.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.247.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.247.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.247.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.247.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.248.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.248.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.248.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.248.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.248.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.248.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.248.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.248.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.248.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.248.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.248.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.248.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.249.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.249.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.249.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.249.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.249.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.249.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.249.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.249.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.249.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.249.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.249.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.249.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.250.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.250.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.250.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.250.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.250.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.250.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.250.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.250.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.250.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.250.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.250.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.250.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.251.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.251.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.251.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.251.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.251.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.251.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.251.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.251.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.251.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.251.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.251.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.251.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.252.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.252.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.252.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.252.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.252.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.252.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.252.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.252.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.252.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.252.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.252.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.252.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.253.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.253.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.253.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.253.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.253.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.253.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.253.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.253.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.253.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.253.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.253.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.253.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.254.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.254.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.254.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.254.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.254.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.254.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.254.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.254.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.254.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.254.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.254.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.254.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.255.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.255.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.255.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.255.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.255.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.255.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.255.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.255.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.255.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.255.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.255.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.255.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.gate.bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.gate.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.59.ffn_norm.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.kv_norm.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.q_norm.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_a.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_a.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_a.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_a.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_a.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_b.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_b.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_b.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_b.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_b.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wo.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wo.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wo.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wo.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wo.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_a.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_a.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_a.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_a.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_a.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_b.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_b.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_b.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_b.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_b.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.attn_norm.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.192.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.192.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.192.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.192.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.192.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.192.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.192.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.192.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.192.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.192.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.192.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.192.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.193.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.193.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.193.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.193.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.193.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.193.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.193.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.193.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.193.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.193.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.193.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.193.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.194.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.194.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.194.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.194.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.194.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.194.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.194.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.194.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.194.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.194.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.194.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.194.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.195.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.195.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.195.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.195.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.195.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.195.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.195.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.195.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.195.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.195.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.195.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.195.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.196.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.196.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.196.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.196.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.196.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.196.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.196.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.196.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.196.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.196.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.196.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.196.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.197.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.197.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.197.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.197.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.197.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.197.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.197.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.197.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.197.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.197.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.197.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.197.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.198.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.198.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.198.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.198.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.198.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.198.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.198.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.198.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.198.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.198.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.198.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.198.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.199.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.199.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.199.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.199.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.199.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.199.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.199.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.199.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.199.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.199.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.199.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.199.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.200.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.200.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.200.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.200.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.200.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.200.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.200.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.200.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.200.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.200.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.200.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.200.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.201.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.201.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.201.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.201.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.201.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.201.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.201.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.201.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.201.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.201.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.201.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.201.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.202.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.202.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.202.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.202.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.202.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.202.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.202.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.202.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.202.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.202.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.202.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.202.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.203.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.203.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.203.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.203.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.203.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.203.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.203.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.203.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.203.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.203.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.203.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.203.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.204.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.204.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.204.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.204.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.204.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.204.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.204.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.204.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.204.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.204.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.204.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.204.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.205.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.205.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.205.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.205.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.205.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.205.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.205.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.205.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.205.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.205.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.205.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.205.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.206.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.206.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.206.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.206.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.206.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.206.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.206.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.206.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.206.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.206.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.206.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.206.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.207.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.207.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.207.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.207.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.207.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.207.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.207.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.207.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.207.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.207.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.207.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.207.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.208.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.208.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.208.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.208.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.208.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.208.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.208.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.208.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.208.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.208.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.208.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.208.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.209.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.209.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.209.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.209.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.209.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.209.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.209.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.209.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.209.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.209.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.209.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.209.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.210.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.210.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.210.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.210.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.210.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.210.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.210.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.210.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.210.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.210.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.210.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.210.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.211.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.211.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.211.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.211.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.211.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.211.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.211.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.211.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.211.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.211.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.211.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.211.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.212.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.212.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.212.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.212.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.212.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.212.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.212.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.212.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.212.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.212.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.212.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.212.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.213.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.213.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.213.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.213.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.213.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.213.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.213.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.213.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.213.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.213.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.213.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.213.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.214.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.214.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.214.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.214.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.214.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.214.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.214.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.214.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.214.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.214.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.214.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.214.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.215.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.215.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.215.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.215.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.215.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.215.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.215.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.215.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.215.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.215.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.215.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.215.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.216.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.216.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.216.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.216.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.216.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.216.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.216.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.216.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.216.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.216.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.216.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.216.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.217.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.217.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.217.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.217.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.217.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.217.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.217.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.217.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.217.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.217.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.217.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.217.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.218.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.218.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.218.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.218.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.218.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.218.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.218.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.218.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.218.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.218.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.218.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.218.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.219.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.219.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.219.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.219.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.219.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.219.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.219.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.219.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.219.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.219.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.219.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.219.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.220.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.220.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.220.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.220.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.220.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.220.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.220.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.220.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.220.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.220.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.220.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.220.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.221.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.221.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.221.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.221.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.221.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.221.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.221.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.221.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.221.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.221.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.221.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.221.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.222.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.222.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.222.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.222.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.222.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.222.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.222.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.222.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.222.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.222.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.222.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.222.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.223.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.223.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.223.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.223.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.223.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.223.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.223.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.223.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.223.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.223.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.223.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.223.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.224.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.224.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.224.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.224.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.224.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.224.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.224.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.224.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.224.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.224.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.224.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.224.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.225.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.225.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.225.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.225.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.225.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.225.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.225.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.225.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.225.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.225.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.225.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.225.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.226.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.226.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.226.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.226.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.226.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.226.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.226.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.226.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.226.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.226.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.226.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.226.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.227.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.227.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.227.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.227.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.227.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.227.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.227.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.227.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.227.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.227.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.227.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.227.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.228.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.228.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.228.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.228.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.228.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.228.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.228.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.228.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.228.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.228.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.228.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.228.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.229.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.229.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.229.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.229.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.229.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.229.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.229.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.229.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.229.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.229.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.229.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.229.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.230.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.230.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.230.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.230.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.230.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.230.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.230.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.230.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.230.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.230.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.230.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.230.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.231.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.231.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.231.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.231.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.231.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.231.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.231.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.231.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.231.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.231.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.231.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.231.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.232.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.232.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.232.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.232.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.232.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.232.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.232.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.232.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.232.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.232.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.232.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.232.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.233.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.233.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.233.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.233.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.233.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.233.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.233.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.233.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.233.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.233.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.233.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.233.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.234.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.234.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.234.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.234.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.234.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.234.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.234.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.234.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.234.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.234.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.234.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.234.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.235.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.235.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.235.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.235.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.235.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.235.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.235.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.235.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.235.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.235.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.235.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.235.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.236.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.236.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.236.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.236.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.236.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.236.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.236.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.236.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.236.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.236.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.236.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.236.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.237.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.237.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.237.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.237.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.237.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.237.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.237.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.237.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.237.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.237.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.237.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.237.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.238.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.238.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.238.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.238.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.238.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.238.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.238.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.238.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.238.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.238.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.238.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.238.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.239.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.239.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.239.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.239.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.239.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.239.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.239.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.239.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.239.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.239.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.239.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.239.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.240.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.240.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.240.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.240.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.240.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.240.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.240.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.240.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.240.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.240.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.240.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.240.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.241.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.241.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.241.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.241.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.241.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.241.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.241.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.241.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.241.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.241.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.241.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.241.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.242.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.242.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.242.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.242.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.242.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.242.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.242.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.242.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.242.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.242.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.242.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.242.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.243.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.243.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.243.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.243.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.243.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.243.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.243.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.243.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.243.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.243.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.243.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.243.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.244.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.244.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.244.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.244.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.244.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.244.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.244.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.244.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.244.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.244.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.244.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.244.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.245.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.245.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.245.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.245.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.245.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.245.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.245.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.245.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.245.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.245.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.245.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.245.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.246.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.246.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.246.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.246.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.246.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.246.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.246.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.246.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.246.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.246.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.246.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.246.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.247.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.247.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.247.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.247.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.247.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.247.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.247.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.247.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.247.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.247.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.247.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.247.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.248.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.248.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.248.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.248.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.248.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.248.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.248.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.248.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.248.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.248.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.248.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.248.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.249.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.249.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.249.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.249.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.249.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.249.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.249.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.249.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.249.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.249.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.249.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.249.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.250.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.250.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.250.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.250.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.250.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.250.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.250.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.250.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.250.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.250.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.250.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.250.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.251.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.251.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.251.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.251.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.251.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.251.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.251.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.251.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.251.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.251.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.251.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.251.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.252.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.252.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.252.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.252.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.252.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.252.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.252.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.252.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.252.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.252.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.252.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.252.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.253.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.253.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.253.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.253.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.253.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.253.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.253.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.253.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.253.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.253.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.253.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.253.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.254.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.254.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.254.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.254.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.254.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.254.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.254.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.254.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.254.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.254.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.254.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.254.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.255.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.255.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.255.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.255.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.255.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.255.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.255.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.255.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.255.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.255.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.255.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.255.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.gate.bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.gate.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.6.ffn_norm.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.kv_norm.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.q_norm.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_a.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_a.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_a.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_a.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_a.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_b.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_b.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_b.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_b.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_b.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wo.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wo.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wo.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wo.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wo.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_a.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_a.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_a.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_a.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_a.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_b.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_b.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_b.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_b.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_b.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.attn_norm.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.192.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.192.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.192.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.192.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.192.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.192.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.192.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.192.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.192.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.192.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.192.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.192.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.193.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.193.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.193.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.193.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.193.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.193.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.193.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.193.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.193.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.193.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.193.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.193.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.194.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.194.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.194.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.194.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.194.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.194.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.194.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.194.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.194.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.194.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.194.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.194.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.195.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.195.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.195.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.195.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.195.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.195.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.195.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.195.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.195.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.195.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.195.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.195.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.196.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.196.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.196.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.196.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.196.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.196.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.196.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.196.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.196.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.196.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.196.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.196.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.197.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.197.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.197.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.197.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.197.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.197.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.197.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.197.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.197.w3.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.197.w3.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.197.w3.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.197.w3.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.198.w1.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.198.w1.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.198.w1.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.198.w1.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.198.w2.centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.198.w2.indices": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.198.w2.weight_bias": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.198.w2.weight_scale": "model3-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.198.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.198.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.198.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.198.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.199.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.199.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.199.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.199.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.199.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.199.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.199.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.199.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.199.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.199.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.199.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.199.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.200.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.200.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.200.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.200.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.200.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.200.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.200.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.200.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.200.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.200.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.200.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.200.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.201.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.201.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.201.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.201.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.201.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.201.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.201.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.201.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.201.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.201.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.201.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.201.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.202.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.202.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.202.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.202.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.202.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.202.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.202.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.202.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.202.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.202.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.202.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.202.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.203.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.203.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.203.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.203.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.203.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.203.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.203.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.203.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.203.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.203.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.203.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.203.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.204.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.204.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.204.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.204.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.204.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.204.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.204.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.204.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.204.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.204.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.204.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.204.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.205.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.205.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.205.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.205.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.205.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.205.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.205.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.205.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.205.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.205.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.205.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.205.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.206.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.206.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.206.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.206.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.206.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.206.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.206.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.206.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.206.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.206.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.206.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.206.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.207.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.207.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.207.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.207.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.207.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.207.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.207.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.207.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.207.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.207.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.207.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.207.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.208.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.208.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.208.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.208.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.208.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.208.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.208.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.208.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.208.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.208.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.208.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.208.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.209.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.209.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.209.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.209.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.209.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.209.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.209.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.209.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.209.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.209.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.209.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.209.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.210.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.210.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.210.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.210.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.210.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.210.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.210.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.210.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.210.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.210.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.210.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.210.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.211.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.211.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.211.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.211.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.211.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.211.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.211.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.211.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.211.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.211.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.211.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.211.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.212.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.212.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.212.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.212.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.212.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.212.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.212.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.212.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.212.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.212.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.212.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.212.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.213.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.213.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.213.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.213.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.213.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.213.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.213.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.213.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.213.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.213.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.213.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.213.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.214.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.214.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.214.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.214.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.214.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.214.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.214.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.214.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.214.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.214.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.214.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.214.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.215.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.215.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.215.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.215.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.215.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.215.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.215.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.215.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.215.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.215.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.215.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.215.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.216.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.216.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.216.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.216.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.216.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.216.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.216.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.216.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.216.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.216.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.216.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.216.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.217.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.217.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.217.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.217.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.217.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.217.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.217.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.217.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.217.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.217.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.217.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.217.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.218.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.218.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.218.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.218.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.218.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.218.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.218.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.218.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.218.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.218.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.218.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.218.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.219.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.219.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.219.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.219.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.219.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.219.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.219.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.219.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.219.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.219.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.219.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.219.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.220.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.220.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.220.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.220.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.220.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.220.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.220.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.220.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.220.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.220.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.220.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.220.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.221.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.221.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.221.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.221.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.221.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.221.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.221.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.221.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.221.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.221.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.221.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.221.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.222.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.222.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.222.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.222.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.222.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.222.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.222.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.222.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.222.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.222.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.222.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.222.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.223.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.223.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.223.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.223.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.223.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.223.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.223.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.223.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.223.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.223.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.223.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.223.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.224.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.224.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.224.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.224.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.224.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.224.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.224.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.224.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.224.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.224.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.224.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.224.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.225.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.225.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.225.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.225.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.225.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.225.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.225.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.225.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.225.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.225.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.225.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.225.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.226.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.226.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.226.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.226.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.226.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.226.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.226.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.226.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.226.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.226.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.226.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.226.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.227.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.227.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.227.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.227.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.227.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.227.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.227.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.227.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.227.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.227.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.227.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.227.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.228.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.228.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.228.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.228.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.228.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.228.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.228.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.228.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.228.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.228.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.228.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.228.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.229.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.229.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.229.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.229.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.229.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.229.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.229.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.229.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.229.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.229.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.229.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.229.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.230.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.230.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.230.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.230.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.230.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.230.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.230.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.230.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.230.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.230.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.230.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.230.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.231.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.231.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.231.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.231.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.231.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.231.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.231.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.231.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.231.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.231.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.231.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.231.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.232.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.232.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.232.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.232.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.232.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.232.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.232.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.232.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.232.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.232.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.232.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.232.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.233.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.233.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.233.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.233.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.233.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.233.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.233.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.233.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.233.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.233.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.233.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.233.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.234.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.234.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.234.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.234.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.234.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.234.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.234.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.234.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.234.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.234.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.234.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.234.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.235.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.235.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.235.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.235.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.235.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.235.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.235.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.235.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.235.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.235.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.235.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.235.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.236.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.236.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.236.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.236.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.236.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.236.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.236.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.236.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.236.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.236.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.236.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.236.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.237.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.237.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.237.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.237.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.237.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.237.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.237.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.237.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.237.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.237.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.237.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.237.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.238.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.238.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.238.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.238.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.238.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.238.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.238.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.238.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.238.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.238.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.238.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.238.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.239.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.239.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.239.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.239.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.239.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.239.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.239.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.239.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.239.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.239.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.239.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.239.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.240.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.240.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.240.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.240.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.240.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.240.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.240.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.240.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.240.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.240.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.240.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.240.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.241.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.241.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.241.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.241.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.241.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.241.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.241.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.241.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.241.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.241.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.241.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.241.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.242.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.242.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.242.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.242.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.242.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.242.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.242.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.242.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.242.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.242.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.242.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.242.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.243.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.243.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.243.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.243.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.243.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.243.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.243.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.243.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.243.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.243.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.243.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.243.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.244.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.244.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.244.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.244.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.244.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.244.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.244.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.244.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.244.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.244.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.244.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.244.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.245.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.245.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.245.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.245.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.245.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.245.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.245.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.245.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.245.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.245.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.245.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.245.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.246.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.246.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.246.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.246.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.246.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.246.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.246.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.246.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.246.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.246.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.246.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.246.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.247.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.247.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.247.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.247.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.247.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.247.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.247.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.247.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.247.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.247.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.247.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.247.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.248.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.248.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.248.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.248.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.248.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.248.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.248.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.248.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.248.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.248.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.248.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.248.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.249.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.249.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.249.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.249.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.249.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.249.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.249.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.249.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.249.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.249.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.249.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.249.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.250.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.250.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.250.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.250.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.250.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.250.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.250.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.250.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.250.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.250.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.250.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.250.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.251.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.251.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.251.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.251.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.251.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.251.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.251.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.251.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.251.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.251.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.251.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.251.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.252.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.252.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.252.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.252.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.252.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.252.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.252.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.252.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.252.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.252.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.252.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.252.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.253.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.253.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.253.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.253.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.253.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.253.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.253.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.253.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.253.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.253.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.253.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.253.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.254.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.254.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.254.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.254.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.254.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.254.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.254.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.254.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.254.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.254.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.254.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.254.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.255.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.255.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.255.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.255.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.255.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.255.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.255.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.255.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.255.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.255.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.255.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.255.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.gate.bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.gate.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.60.ffn_norm.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.kv_norm.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.q_norm.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_a.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_a.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_a.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_a.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_a.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_b.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_b.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_b.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_b.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_b.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wo.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wo.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wo.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wo.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wo.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_a.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_a.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_a.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_a.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_a.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_b.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_b.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_b.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_b.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_b.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.attn_norm.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.192.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.192.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.192.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.192.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.192.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.192.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.192.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.192.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.192.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.192.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.192.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.192.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.193.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.193.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.193.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.193.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.193.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.193.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.193.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.193.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.193.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.193.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.193.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.193.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.194.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.194.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.194.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.194.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.194.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.194.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.194.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.194.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.194.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.194.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.194.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.194.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.195.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.195.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.195.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.195.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.195.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.195.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.195.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.195.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.195.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.195.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.195.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.195.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.196.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.196.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.196.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.196.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.196.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.196.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.196.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.196.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.196.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.196.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.196.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.196.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.197.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.197.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.197.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.197.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.197.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.197.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.197.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.197.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.197.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.197.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.197.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.197.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.198.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.198.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.198.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.198.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.198.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.198.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.198.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.198.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.198.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.198.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.198.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.198.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.199.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.199.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.199.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.199.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.199.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.199.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.199.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.199.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.199.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.199.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.199.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.199.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.200.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.200.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.200.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.200.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.200.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.200.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.200.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.200.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.200.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.200.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.200.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.200.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.201.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.201.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.201.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.201.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.201.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.201.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.201.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.201.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.201.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.201.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.201.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.201.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.202.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.202.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.202.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.202.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.202.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.202.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.202.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.202.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.202.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.202.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.202.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.202.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.203.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.203.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.203.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.203.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.203.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.203.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.203.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.203.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.203.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.203.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.203.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.203.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.204.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.204.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.204.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.204.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.204.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.204.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.204.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.204.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.204.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.204.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.204.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.204.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.205.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.205.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.205.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.205.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.205.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.205.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.205.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.205.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.205.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.205.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.205.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.205.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.206.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.206.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.206.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.206.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.206.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.206.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.206.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.206.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.206.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.206.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.206.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.206.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.207.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.207.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.207.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.207.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.207.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.207.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.207.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.207.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.207.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.207.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.207.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.207.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.208.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.208.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.208.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.208.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.208.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.208.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.208.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.208.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.208.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.208.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.208.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.208.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.209.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.209.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.209.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.209.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.209.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.209.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.209.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.209.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.209.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.209.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.209.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.209.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.210.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.210.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.210.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.210.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.210.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.210.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.210.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.210.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.210.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.210.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.210.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.210.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.211.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.211.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.211.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.211.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.211.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.211.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.211.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.211.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.211.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.211.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.211.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.211.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.212.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.212.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.212.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.212.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.212.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.212.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.212.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.212.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.212.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.212.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.212.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.212.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.213.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.213.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.213.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.213.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.213.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.213.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.213.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.213.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.213.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.213.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.213.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.213.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.214.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.214.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.214.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.214.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.214.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.214.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.214.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.214.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.214.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.214.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.214.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.214.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.215.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.215.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.215.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.215.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.215.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.215.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.215.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.215.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.215.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.215.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.215.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.215.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.216.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.216.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.216.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.216.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.216.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.216.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.216.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.216.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.216.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.216.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.216.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.216.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.217.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.217.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.217.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.217.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.217.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.217.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.217.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.217.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.217.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.217.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.217.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.217.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.218.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.218.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.218.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.218.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.218.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.218.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.218.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.218.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.218.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.218.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.218.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.218.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.219.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.219.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.219.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.219.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.219.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.219.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.219.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.219.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.219.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.219.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.219.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.219.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.220.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.220.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.220.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.220.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.220.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.220.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.220.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.220.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.220.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.220.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.220.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.220.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.221.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.221.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.221.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.221.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.221.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.221.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.221.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.221.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.221.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.221.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.221.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.221.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.222.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.222.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.222.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.222.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.222.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.222.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.222.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.222.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.222.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.222.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.222.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.222.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.223.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.223.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.223.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.223.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.223.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.223.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.223.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.223.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.223.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.223.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.223.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.223.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.224.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.224.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.224.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.224.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.224.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.224.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.224.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.224.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.224.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.224.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.224.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.224.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.225.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.225.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.225.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.225.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.225.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.225.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.225.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.225.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.225.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.225.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.225.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.225.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.226.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.226.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.226.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.226.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.226.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.226.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.226.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.226.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.226.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.226.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.226.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.226.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.227.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.227.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.227.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.227.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.227.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.227.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.227.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.227.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.227.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.227.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.227.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.227.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.228.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.228.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.228.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.228.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.228.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.228.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.228.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.228.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.228.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.228.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.228.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.228.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.229.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.229.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.229.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.229.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.229.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.229.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.229.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.229.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.229.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.229.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.229.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.229.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.230.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.230.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.230.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.230.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.230.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.230.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.230.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.230.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.230.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.230.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.230.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.230.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.231.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.231.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.231.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.231.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.231.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.231.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.231.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.231.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.231.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.231.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.231.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.231.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.232.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.232.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.232.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.232.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.232.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.232.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.232.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.232.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.232.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.232.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.232.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.232.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.233.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.233.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.233.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.233.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.233.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.233.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.233.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.233.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.233.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.233.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.233.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.233.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.234.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.234.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.234.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.234.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.234.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.234.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.234.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.234.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.234.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.234.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.234.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.234.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.235.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.235.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.235.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.235.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.235.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.235.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.235.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.235.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.235.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.235.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.235.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.235.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.236.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.236.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.236.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.236.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.236.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.236.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.236.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.236.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.236.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.236.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.236.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.236.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.237.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.237.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.237.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.237.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.237.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.237.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.237.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.237.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.237.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.237.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.237.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.237.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.238.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.238.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.238.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.238.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.238.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.238.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.238.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.238.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.238.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.238.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.238.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.238.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.239.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.239.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.239.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.239.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.239.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.239.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.239.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.239.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.239.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.239.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.239.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.239.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.240.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.240.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.240.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.240.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.240.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.240.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.240.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.240.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.240.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.240.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.240.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.240.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.241.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.241.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.241.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.241.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.241.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.241.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.241.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.241.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.241.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.241.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.241.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.241.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.242.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.242.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.242.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.242.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.242.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.242.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.242.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.242.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.242.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.242.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.242.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.242.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.243.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.243.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.243.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.243.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.243.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.243.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.243.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.243.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.243.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.243.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.243.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.243.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.244.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.244.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.244.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.244.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.244.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.244.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.244.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.244.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.244.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.244.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.244.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.244.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.245.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.245.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.245.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.245.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.245.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.245.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.245.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.245.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.245.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.245.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.245.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.245.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.246.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.246.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.246.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.246.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.246.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.246.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.246.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.246.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.246.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.246.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.246.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.246.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.247.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.247.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.247.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.247.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.247.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.247.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.247.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.247.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.247.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.247.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.247.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.247.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.248.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.248.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.248.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.248.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.248.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.248.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.248.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.248.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.248.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.248.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.248.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.248.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.249.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.249.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.249.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.249.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.249.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.249.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.249.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.249.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.249.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.249.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.249.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.249.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.250.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.250.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.250.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.250.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.250.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.250.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.250.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.250.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.250.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.250.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.250.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.250.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.251.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.251.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.251.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.251.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.251.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.251.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.251.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.251.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.251.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.251.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.251.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.251.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.252.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.252.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.252.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.252.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.252.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.252.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.252.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.252.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.252.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.252.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.252.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.252.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.253.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.253.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.253.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.253.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.253.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.253.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.253.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.253.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.253.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.253.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.253.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.253.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.254.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.254.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.254.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.254.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.254.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.254.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.254.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.254.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.254.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.254.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.254.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.254.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.255.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.255.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.255.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.255.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.255.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.255.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.255.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.255.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.255.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.255.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.255.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.255.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.gate.bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.gate.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.7.ffn_norm.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.kv_norm.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.q_norm.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_a.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_a.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_a.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_a.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_a.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_b.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_b.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_b.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_b.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_b.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wo.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wo.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wo.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wo.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wo.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_a.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_a.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_a.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_a.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_a.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_b.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_b.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_b.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_b.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_b.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.attn_norm.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.192.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.192.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.192.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.192.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.192.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.192.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.192.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.192.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.192.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.192.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.192.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.192.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.193.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.193.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.193.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.193.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.193.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.193.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.193.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.193.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.193.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.193.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.193.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.193.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.194.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.194.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.194.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.194.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.194.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.194.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.194.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.194.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.194.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.194.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.194.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.194.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.195.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.195.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.195.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.195.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.195.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.195.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.195.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.195.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.195.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.195.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.195.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.195.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.196.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.196.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.196.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.196.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.196.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.196.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.196.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.196.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.196.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.196.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.196.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.196.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.197.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.197.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.197.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.197.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.197.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.197.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.197.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.197.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.197.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.197.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.197.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.197.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.198.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.198.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.198.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.198.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.198.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.198.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.198.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.198.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.198.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.198.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.198.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.198.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.199.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.199.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.199.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.199.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.199.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.199.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.199.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.199.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.199.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.199.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.199.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.199.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.200.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.200.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.200.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.200.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.200.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.200.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.200.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.200.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.200.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.200.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.200.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.200.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.201.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.201.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.201.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.201.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.201.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.201.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.201.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.201.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.201.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.201.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.201.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.201.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.202.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.202.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.202.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.202.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.202.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.202.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.202.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.202.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.202.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.202.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.202.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.202.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.203.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.203.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.203.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.203.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.203.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.203.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.203.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.203.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.203.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.203.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.203.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.203.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.204.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.204.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.204.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.204.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.204.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.204.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.204.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.204.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.204.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.204.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.204.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.204.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.205.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.205.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.205.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.205.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.205.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.205.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.205.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.205.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.205.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.205.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.205.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.205.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.206.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.206.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.206.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.206.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.206.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.206.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.206.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.206.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.206.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.206.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.206.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.206.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.207.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.207.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.207.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.207.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.207.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.207.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.207.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.207.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.207.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.207.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.207.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.207.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.208.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.208.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.208.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.208.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.208.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.208.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.208.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.208.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.208.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.208.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.208.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.208.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.209.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.209.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.209.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.209.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.209.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.209.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.209.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.209.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.209.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.209.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.209.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.209.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.210.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.210.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.210.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.210.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.210.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.210.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.210.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.210.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.210.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.210.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.210.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.210.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.211.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.211.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.211.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.211.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.211.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.211.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.211.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.211.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.211.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.211.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.211.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.211.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.212.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.212.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.212.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.212.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.212.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.212.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.212.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.212.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.212.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.212.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.212.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.212.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.213.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.213.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.213.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.213.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.213.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.213.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.213.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.213.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.213.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.213.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.213.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.213.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.214.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.214.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.214.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.214.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.214.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.214.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.214.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.214.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.214.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.214.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.214.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.214.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.215.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.215.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.215.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.215.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.215.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.215.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.215.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.215.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.215.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.215.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.215.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.215.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.216.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.216.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.216.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.216.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.216.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.216.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.216.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.216.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.216.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.216.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.216.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.216.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.217.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.217.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.217.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.217.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.217.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.217.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.217.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.217.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.217.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.217.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.217.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.217.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.218.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.218.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.218.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.218.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.218.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.218.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.218.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.218.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.218.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.218.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.218.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.218.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.219.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.219.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.219.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.219.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.219.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.219.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.219.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.219.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.219.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.219.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.219.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.219.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.220.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.220.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.220.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.220.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.220.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.220.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.220.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.220.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.220.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.220.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.220.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.220.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.221.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.221.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.221.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.221.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.221.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.221.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.221.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.221.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.221.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.221.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.221.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.221.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.222.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.222.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.222.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.222.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.222.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.222.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.222.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.222.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.222.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.222.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.222.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.222.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.223.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.223.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.223.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.223.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.223.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.223.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.223.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.223.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.223.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.223.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.223.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.223.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.224.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.224.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.224.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.224.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.224.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.224.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.224.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.224.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.224.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.224.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.224.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.224.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.225.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.225.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.225.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.225.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.225.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.225.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.225.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.225.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.225.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.225.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.225.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.225.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.226.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.226.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.226.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.226.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.226.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.226.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.226.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.226.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.226.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.226.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.226.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.226.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.227.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.227.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.227.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.227.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.227.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.227.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.227.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.227.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.227.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.227.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.227.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.227.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.228.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.228.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.228.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.228.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.228.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.228.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.228.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.228.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.228.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.228.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.228.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.228.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.229.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.229.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.229.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.229.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.229.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.229.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.229.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.229.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.229.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.229.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.229.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.229.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.230.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.230.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.230.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.230.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.230.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.230.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.230.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.230.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.230.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.230.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.230.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.230.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.231.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.231.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.231.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.231.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.231.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.231.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.231.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.231.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.231.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.231.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.231.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.231.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.232.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.232.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.232.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.232.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.232.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.232.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.232.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.232.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.232.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.232.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.232.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.232.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.233.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.233.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.233.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.233.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.233.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.233.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.233.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.233.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.233.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.233.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.233.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.233.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.234.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.234.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.234.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.234.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.234.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.234.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.234.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.234.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.234.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.234.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.234.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.234.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.235.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.235.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.235.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.235.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.235.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.235.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.235.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.235.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.235.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.235.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.235.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.235.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.236.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.236.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.236.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.236.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.236.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.236.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.236.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.236.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.236.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.236.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.236.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.236.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.237.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.237.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.237.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.237.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.237.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.237.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.237.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.237.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.237.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.237.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.237.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.237.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.238.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.238.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.238.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.238.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.238.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.238.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.238.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.238.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.238.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.238.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.238.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.238.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.239.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.239.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.239.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.239.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.239.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.239.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.239.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.239.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.239.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.239.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.239.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.239.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.240.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.240.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.240.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.240.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.240.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.240.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.240.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.240.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.240.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.240.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.240.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.240.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.241.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.241.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.241.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.241.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.241.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.241.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.241.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.241.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.241.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.241.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.241.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.241.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.242.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.242.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.242.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.242.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.242.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.242.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.242.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.242.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.242.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.242.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.242.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.242.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.243.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.243.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.243.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.243.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.243.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.243.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.243.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.243.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.243.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.243.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.243.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.243.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.244.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.244.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.244.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.244.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.244.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.244.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.244.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.244.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.244.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.244.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.244.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.244.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.245.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.245.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.245.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.245.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.245.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.245.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.245.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.245.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.245.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.245.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.245.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.245.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.246.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.246.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.246.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.246.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.246.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.246.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.246.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.246.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.246.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.246.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.246.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.246.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.247.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.247.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.247.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.247.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.247.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.247.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.247.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.247.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.247.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.247.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.247.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.247.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.248.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.248.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.248.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.248.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.248.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.248.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.248.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.248.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.248.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.248.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.248.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.248.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.249.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.249.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.249.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.249.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.249.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.249.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.249.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.249.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.249.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.249.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.249.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.249.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.250.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.250.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.250.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.250.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.250.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.250.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.250.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.250.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.250.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.250.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.250.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.250.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.251.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.251.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.251.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.251.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.251.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.251.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.251.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.251.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.251.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.251.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.251.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.251.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.252.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.252.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.252.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.252.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.252.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.252.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.252.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.252.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.252.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.252.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.252.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.252.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.253.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.253.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.253.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.253.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.253.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.253.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.253.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.253.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.253.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.253.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.253.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.253.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.254.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.254.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.254.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.254.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.254.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.254.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.254.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.254.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.254.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.254.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.254.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.254.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.255.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.255.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.255.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.255.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.255.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.255.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.255.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.255.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.255.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.255.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.255.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.255.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.gate.bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.gate.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.8.ffn_norm.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.kv_norm.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.q_norm.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_a.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_a.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_a.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_a.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_a.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_b.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_b.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_b.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_b.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_b.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wo.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wo.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wo.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wo.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wo.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_a.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_a.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_a.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_a.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_a.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_b.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_b.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_b.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_b.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_b.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.attn_norm.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.192.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.192.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.192.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.192.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.192.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.192.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.192.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.192.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.192.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.192.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.192.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.192.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.192.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.192.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.192.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.193.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.193.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.193.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.193.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.193.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.193.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.193.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.193.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.193.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.193.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.193.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.193.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.193.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.193.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.193.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.194.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.194.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.194.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.194.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.194.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.194.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.194.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.194.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.194.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.194.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.194.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.194.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.194.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.194.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.194.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.195.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.195.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.195.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.195.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.195.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.195.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.195.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.195.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.195.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.195.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.195.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.195.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.195.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.195.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.195.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.196.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.196.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.196.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.196.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.196.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.196.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.196.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.196.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.196.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.196.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.196.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.196.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.196.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.196.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.196.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.197.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.197.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.197.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.197.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.197.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.197.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.197.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.197.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.197.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.197.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.197.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.197.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.197.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.197.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.197.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.198.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.198.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.198.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.198.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.198.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.198.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.198.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.198.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.198.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.198.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.198.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.198.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.198.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.198.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.198.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.199.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.199.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.199.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.199.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.199.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.199.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.199.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.199.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.199.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.199.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.199.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.199.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.199.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.199.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.199.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.200.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.200.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.200.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.200.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.200.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.200.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.200.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.200.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.200.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.200.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.200.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.200.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.200.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.200.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.200.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.201.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.201.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.201.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.201.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.201.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.201.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.201.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.201.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.201.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.201.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.201.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.201.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.201.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.201.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.201.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.202.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.202.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.202.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.202.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.202.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.202.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.202.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.202.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.202.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.202.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.202.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.202.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.202.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.202.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.202.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.203.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.203.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.203.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.203.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.203.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.203.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.203.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.203.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.203.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.203.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.203.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.203.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.203.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.203.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.203.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.204.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.204.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.204.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.204.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.204.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.204.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.204.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.204.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.204.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.204.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.204.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.204.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.204.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.204.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.204.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.205.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.205.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.205.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.205.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.205.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.205.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.205.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.205.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.205.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.205.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.205.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.205.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.205.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.205.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.205.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.206.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.206.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.206.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.206.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.206.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.206.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.206.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.206.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.206.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.206.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.206.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.206.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.206.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.206.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.206.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.207.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.207.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.207.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.207.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.207.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.207.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.207.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.207.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.207.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.207.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.207.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.207.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.207.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.207.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.207.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.208.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.208.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.208.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.208.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.208.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.208.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.208.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.208.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.208.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.208.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.208.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.208.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.208.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.208.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.208.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.209.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.209.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.209.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.209.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.209.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.209.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.209.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.209.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.209.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.209.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.209.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.209.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.209.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.209.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.209.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.210.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.210.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.210.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.210.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.210.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.210.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.210.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.210.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.210.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.210.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.210.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.210.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.210.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.210.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.210.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.211.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.211.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.211.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.211.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.211.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.211.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.211.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.211.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.211.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.211.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.211.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.211.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.211.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.211.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.211.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.212.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.212.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.212.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.212.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.212.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.212.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.212.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.212.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.212.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.212.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.212.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.212.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.212.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.212.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.212.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.213.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.213.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.213.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.213.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.213.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.213.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.213.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.213.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.213.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.213.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.213.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.213.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.213.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.213.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.213.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.214.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.214.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.214.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.214.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.214.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.214.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.214.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.214.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.214.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.214.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.214.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.214.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.214.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.214.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.214.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.215.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.215.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.215.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.215.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.215.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.215.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.215.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.215.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.215.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.215.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.215.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.215.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.215.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.215.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.215.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.216.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.216.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.216.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.216.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.216.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.216.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.216.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.216.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.216.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.216.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.216.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.216.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.216.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.216.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.216.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.217.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.217.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.217.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.217.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.217.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.217.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.217.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.217.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.217.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.217.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.217.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.217.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.217.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.217.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.217.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.218.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.218.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.218.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.218.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.218.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.218.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.218.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.218.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.218.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.218.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.218.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.218.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.218.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.218.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.218.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.219.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.219.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.219.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.219.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.219.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.219.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.219.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.219.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.219.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.219.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.219.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.219.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.219.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.219.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.219.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.220.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.220.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.220.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.220.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.220.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.220.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.220.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.220.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.220.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.220.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.220.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.220.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.220.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.220.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.220.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.221.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.221.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.221.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.221.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.221.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.221.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.221.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.221.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.221.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.221.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.221.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.221.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.221.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.221.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.221.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.222.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.222.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.222.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.222.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.222.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.222.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.222.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.222.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.222.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.222.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.222.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.222.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.222.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.222.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.222.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.223.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.223.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.223.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.223.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.223.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.223.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.223.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.223.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.223.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.223.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.223.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.223.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.223.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.223.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.223.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.224.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.224.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.224.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.224.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.224.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.224.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.224.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.224.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.224.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.224.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.224.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.224.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.224.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.224.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.224.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.225.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.225.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.225.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.225.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.225.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.225.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.225.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.225.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.225.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.225.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.225.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.225.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.225.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.225.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.225.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.226.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.226.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.226.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.226.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.226.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.226.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.226.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.226.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.226.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.226.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.226.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.226.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.226.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.226.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.226.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.227.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.227.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.227.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.227.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.227.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.227.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.227.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.227.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.227.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.227.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.227.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.227.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.227.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.227.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.227.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.228.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.228.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.228.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.228.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.228.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.228.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.228.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.228.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.228.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.228.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.228.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.228.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.228.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.228.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.228.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.229.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.229.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.229.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.229.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.229.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.229.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.229.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.229.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.229.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.229.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.229.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.229.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.229.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.229.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.229.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.230.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.230.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.230.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.230.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.230.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.230.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.230.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.230.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.230.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.230.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.230.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.230.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.230.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.230.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.230.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.231.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.231.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.231.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.231.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.231.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.231.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.231.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.231.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.231.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.231.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.231.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.231.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.231.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.231.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.231.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.232.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.232.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.232.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.232.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.232.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.232.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.232.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.232.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.232.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.232.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.232.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.232.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.232.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.232.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.232.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.233.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.233.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.233.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.233.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.233.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.233.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.233.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.233.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.233.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.233.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.233.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.233.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.233.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.233.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.233.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.234.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.234.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.234.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.234.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.234.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.234.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.234.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.234.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.234.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.234.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.234.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.234.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.234.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.234.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.234.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.235.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.235.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.235.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.235.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.235.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.235.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.235.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.235.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.235.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.235.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.235.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.235.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.235.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.235.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.235.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.236.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.236.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.236.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.236.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.236.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.236.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.236.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.236.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.236.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.236.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.236.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.236.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.236.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.236.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.236.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.237.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.237.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.237.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.237.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.237.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.237.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.237.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.237.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.237.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.237.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.237.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.237.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.237.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.237.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.237.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.238.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.238.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.238.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.238.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.238.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.238.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.238.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.238.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.238.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.238.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.238.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.238.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.238.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.238.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.238.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.239.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.239.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.239.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.239.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.239.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.239.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.239.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.239.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.239.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.239.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.239.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.239.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.239.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.239.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.239.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.240.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.240.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.240.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.240.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.240.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.240.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.240.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.240.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.240.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.240.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.240.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.240.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.240.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.240.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.240.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.241.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.241.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.241.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.241.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.241.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.241.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.241.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.241.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.241.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.241.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.241.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.241.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.241.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.241.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.241.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.242.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.242.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.242.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.242.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.242.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.242.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.242.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.242.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.242.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.242.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.242.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.242.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.242.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.242.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.242.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.243.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.243.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.243.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.243.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.243.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.243.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.243.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.243.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.243.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.243.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.243.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.243.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.243.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.243.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.243.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.244.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.244.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.244.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.244.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.244.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.244.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.244.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.244.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.244.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.244.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.244.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.244.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.244.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.244.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.244.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.245.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.245.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.245.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.245.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.245.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.245.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.245.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.245.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.245.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.245.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.245.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.245.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.245.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.245.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.245.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.246.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.246.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.246.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.246.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.246.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.246.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.246.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.246.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.246.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.246.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.246.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.246.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.246.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.246.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.246.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.247.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.247.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.247.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.247.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.247.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.247.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.247.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.247.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.247.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.247.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.247.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.247.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.247.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.247.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.247.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.248.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.248.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.248.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.248.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.248.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.248.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.248.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.248.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.248.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.248.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.248.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.248.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.248.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.248.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.248.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.249.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.249.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.249.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.249.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.249.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.249.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.249.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.249.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.249.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.249.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.249.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.249.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.249.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.249.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.249.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.250.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.250.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.250.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.250.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.250.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.250.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.250.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.250.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.250.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.250.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.250.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.250.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.250.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.250.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.250.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.251.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.251.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.251.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.251.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.251.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.251.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.251.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.251.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.251.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.251.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.251.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.251.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.251.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.251.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.251.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.252.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.252.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.252.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.252.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.252.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.252.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.252.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.252.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.252.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.252.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.252.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.252.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.252.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.252.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.252.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.253.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.253.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.253.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.253.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.253.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.253.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.253.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.253.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.253.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.253.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.253.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.253.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.253.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.253.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.253.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.254.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.254.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.254.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.254.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.254.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.254.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.254.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.254.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.254.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.254.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.254.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.254.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.254.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.254.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.254.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.255.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.255.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.255.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.255.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.255.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.255.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.255.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.255.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.255.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.255.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.255.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.255.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.255.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.255.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.255.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.gate.bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.gate.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w1.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w1.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w1.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w1.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w1.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w2.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w2.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w2.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w2.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w2.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w3.centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w3.indices": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w3.res_centroids.weight": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w3.weight_bias": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w3.weight_scale": "model3-mp4-00015-of-00015.safetensors", + "layers.9.ffn_norm.weight": "model3-mp4-00015-of-00015.safetensors", + "norm.weight": "model3-mp4-00015-of-00015.safetensors" + } +} \ No newline at end of file