MerantixMomentum
/

acip_llama1_7b

Text Generation

feature-extraction

Model card Files Files and versions Community

martingenzel commited on 5 days ago

Commit

c4c6dad

·

verified ·

1 Parent(s): 768f224

Add model

Files changed (1) hide show

config.json +8 -8

config.json CHANGED Viewed

@@ -9,9 +9,9 @@
         "bias": "none",
         "eva_config": null,
         "exclude_modules": [
-          "parametrization",
           "base",
-          "ortho"
         ],
         "fan_in_fan_out": false,
         "inference_mode": false,
@@ -31,15 +31,15 @@
         "rank_pattern": {},
         "revision": null,
         "target_modules": [
-          "k_proj",
           "base",
-          "o_proj",
-          "v_proj",
           "ortho",
-          "q_proj",
-          "gate_proj",
           "up_proj",
-          "down_proj"
         ],
         "task_type": "CAUSAL_LM",
         "use_dora": false,

         "bias": "none",
         "eva_config": null,
         "exclude_modules": [
+          "ortho",
           "base",
+          "parametrization"
         ],
         "fan_in_fan_out": false,
         "inference_mode": false,
         "rank_pattern": {},
         "revision": null,
         "target_modules": [
+          "gate_proj",
           "base",
+          "k_proj",
           "ortho",
+          "down_proj",
           "up_proj",
+          "o_proj",
+          "v_proj",
+          "q_proj"
         ],
         "task_type": "CAUSAL_LM",
         "use_dora": false,