Upload folder using huggingface_hub
Browse files- consolidated.safetensors +3 -0
- params.json +4 -0
consolidated.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4c3d9f270d54671662dd828549f733bb837502a4b2f93413f82bdf40339d3da0
|
3 |
+
size 14460384776
|
params.json
CHANGED
@@ -18,5 +18,9 @@
|
|
18 |
"num_hidden_layers": 24,
|
19 |
"num_attention_heads": 16,
|
20 |
"image_token_id": 10
|
|
|
|
|
|
|
|
|
21 |
}
|
22 |
}
|
|
|
18 |
"num_hidden_layers": 24,
|
19 |
"num_attention_heads": 16,
|
20 |
"image_token_id": 10
|
21 |
+
},
|
22 |
+
"quantization_config": {
|
23 |
+
"quant_method": "fp8",
|
24 |
+
"activation_scheme": "dynamic"
|
25 |
}
|
26 |
}
|