avnishkr
/

falcon-7b-QueAns

open source llms

fine tuning llms

Model card Files Files and versions

avnishkr commited on Jul 10, 2023

Commit

4480d07

·

1 Parent(s): f0543da

Update adapter_config.json

Files changed (1) hide show

adapter_config.json +1 -1

adapter_config.json CHANGED Viewed

@@ -2,7 +2,7 @@
   "base_model_name_or_path": "ybelkada/falcon-7b-sharded-bf16",
   "bias": "none",
   "fan_in_fan_out": false,
-  "inference_mode": false,
   "init_lora_weights": true,
   "layers_pattern": null,
   "layers_to_transform": null,

   "base_model_name_or_path": "ybelkada/falcon-7b-sharded-bf16",
   "bias": "none",
   "fan_in_fan_out": false,
+  "inference_mode": true,
   "init_lora_weights": true,
   "layers_pattern": null,
   "layers_to_transform": null,