MerantixMomentum
/

acip_qwen25_14b

Text Generation

feature-extraction

Model card Files Files and versions

martingenzel commited on Apr 22

Commit

520d345

·

verified ·

1 Parent(s): fa81e07

Add model

Files changed (1) hide show

config.json +8 -8

config.json CHANGED Viewed

@@ -9,9 +9,9 @@
         "bias": "none",
         "eva_config": null,
         "exclude_modules": [
-          "base",
           "ortho",
-          "parametrization"
         ],
         "fan_in_fan_out": false,
         "inference_mode": false,
@@ -31,15 +31,15 @@
         "rank_pattern": {},
         "revision": null,
         "target_modules": [
-          "o_proj",
-          "ortho",
-          "down_proj",
-          "v_proj",
           "base",
           "gate_proj",
           "q_proj",
-          "up_proj",
-          "k_proj"
         ],
         "task_type": "CAUSAL_LM",
         "use_dora": false,

         "bias": "none",
         "eva_config": null,
         "exclude_modules": [
+          "parametrization",
           "ortho",
+          "base"
         ],
         "fan_in_fan_out": false,
         "inference_mode": false,
         "rank_pattern": {},
         "revision": null,
         "target_modules": [
+          "up_proj",
           "base",
           "gate_proj",
+          "down_proj",
+          "ortho",
           "q_proj",
+          "o_proj",
+          "k_proj",
+          "v_proj"
         ],
         "task_type": "CAUSAL_LM",
         "use_dora": false,