Spaces:
Running
Running
fix zerogpu error
Browse files
app.py
CHANGED
|
@@ -136,11 +136,9 @@ def _launch_demo(args, model, processor):
|
|
| 136 |
with torch.no_grad():
|
| 137 |
generated_ids = model.generate(
|
| 138 |
**inputs,
|
| 139 |
-
max_new_tokens=
|
| 140 |
repetition_penalty=1.03,
|
| 141 |
-
do_sample=False
|
| 142 |
-
eos_token_id=processor.tokenizer.eos_token_id,
|
| 143 |
-
pad_token_id=processor.tokenizer.pad_token_id,
|
| 144 |
)
|
| 145 |
|
| 146 |
gen_time = time.time() - gen_start
|
|
|
|
| 136 |
with torch.no_grad():
|
| 137 |
generated_ids = model.generate(
|
| 138 |
**inputs,
|
| 139 |
+
max_new_tokens=1024*8,
|
| 140 |
repetition_penalty=1.03,
|
| 141 |
+
do_sample=False
|
|
|
|
|
|
|
| 142 |
)
|
| 143 |
|
| 144 |
gen_time = time.time() - gen_start
|