MerantixMomentum
/

acip_qwen25_7b

Text Generation

feature-extraction

Model card Files Files and versions

martingenzel commited on Apr 22

Commit

3abf1d2

·

verified ·

1 Parent(s): 2b5432f

Add model

Files changed (1) hide show

config.json +7 -7

config.json CHANGED Viewed

@@ -9,9 +9,9 @@
         "bias": "none",
         "eva_config": null,
         "exclude_modules": [
-          "base",
           "ortho",
-          "parametrization"
         ],
         "fan_in_fan_out": false,
         "inference_mode": false,
@@ -31,15 +31,15 @@
         "rank_pattern": {},
         "revision": null,
         "target_modules": [
           "base",
-          "up_proj",
-          "gate_proj",
           "o_proj",
           "q_proj",
-          "down_proj",
-          "k_proj",
           "ortho",
-          "v_proj"
         ],
         "task_type": "CAUSAL_LM",
         "use_dora": false,

         "bias": "none",
         "eva_config": null,
         "exclude_modules": [
+          "parametrization",
           "ortho",
+          "base"
         ],
         "fan_in_fan_out": false,
         "inference_mode": false,
         "rank_pattern": {},
         "revision": null,
         "target_modules": [
+          "down_proj",
+          "k_proj",
+          "v_proj",
           "base",
           "o_proj",
+          "up_proj",
           "q_proj",
           "ortho",
+          "gate_proj"
         ],
         "task_type": "CAUSAL_LM",
         "use_dora": false,