BAAI
/

AquilaChat2-34B

Text Generation

Model card Files Files and versions

Anhforth commited on Oct 20, 2023

Commit

f7073ec

·

1 Parent(s): 17734e6

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -36,7 +36,7 @@ quantization_config=BitsAndBytesConfig(
                         bnb_4bit_quant_type="nf4",
                         bnb_4bit_compute_dtype=torch.bfloat16,
                     )
-model = AutoModelForCausalLM.from_pretrained(model_info, trust_remote_code=True, torch_dtype=torch.bfloat16
                                                 # quantization_config=quantization_config, # Uncomment this line for 4bit quantization
                                                 )
 model.eval()

                         bnb_4bit_quant_type="nf4",
                         bnb_4bit_compute_dtype=torch.bfloat16,
                     )
+model = AutoModelForCausalLM.from_pretrained(model_info, trust_remote_code=True, torch_dtype=torch.bfloat16,
                                                 # quantization_config=quantization_config, # Uncomment this line for 4bit quantization
                                                 )
 model.eval()