MerantixMomentum
/

acip_llama1_13b

Text Generation

feature-extraction

Model card Files Files and versions

martingenzel commited on Apr 17

Commit

2c8c685

·

verified ·

1 Parent(s): d29f16b

Add model

Files changed (1) hide show

config.json +5 -5

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/rwthfs/rz/cluster/home/cp343770/acip/artifacts/runs/paper_v3/compress__llama1_13b/model",
   "adapter_config": {
     "peft_config": {
       "default": {
@@ -31,15 +31,15 @@
         "rank_pattern": {},
         "revision": null,
         "target_modules": [
-          "q_proj",
           "k_proj",
-          "base",
-          "o_proj",
           "down_proj",
           "ortho",
           "gate_proj",
           "v_proj",
-          "up_proj"
         ],
         "task_type": "CAUSAL_LM",
         "use_dora": false,

 {
+  "_name_or_path": "MerantixMomentum/acip_llama1_13b",
   "adapter_config": {
     "peft_config": {
       "default": {
         "rank_pattern": {},
         "revision": null,
         "target_modules": [
           "k_proj",
           "down_proj",
+          "o_proj",
+          "base",
           "ortho",
           "gate_proj",
+          "up_proj",
           "v_proj",
+          "q_proj"
         ],
         "task_type": "CAUSAL_LM",
         "use_dora": false,