Upload folder using huggingface_hub

config.json

@@ -44,6 +44,10 @@
     "prefix": null,
     "problem_type": null,
     "pruned_heads": {},
+    "quantization": {
+        "group_size": 64,
+        "bits": 4
+    },
     "remove_invalid_values": false,
     "repetition_penalty": 1.0,
     "return_dict": true,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7a39b5bdf18205a9c6fd0d2f1fc95bbaaea2cd014de43d6c6450e5c15441dbe
-size 513026834
+oid sha256:446757b89ecb50e738a902041c23b22a47ed93065790ed159d34794773e50dba
+size 145470744