Update README.md
#6
by
hypothetical
- opened
README.md
CHANGED
|
@@ -83,7 +83,7 @@ chat_prompt = tokenizer.apply_chat_template(
|
|
| 83 |
inputs = tokenizer(chat_prompt, return_tensors="pt")
|
| 84 |
inputs.to(device)
|
| 85 |
|
| 86 |
-
with torch.inference_mode:
|
| 87 |
generate_ids = model.generate(**inputs, max_length=500)
|
| 88 |
|
| 89 |
input_len = inputs['input_ids'].shape[1]
|
|
|
|
| 83 |
inputs = tokenizer(chat_prompt, return_tensors="pt")
|
| 84 |
inputs.to(device)
|
| 85 |
|
| 86 |
+
with torch.inference_mode():
|
| 87 |
generate_ids = model.generate(**inputs, max_length=500)
|
| 88 |
|
| 89 |
input_len = inputs['input_ids'].shape[1]
|