aleclyu commited on
Commit
8f37571
·
1 Parent(s): d87f42b

fix zerogpu error

Browse files
Files changed (1) hide show
  1. app.py +2 -4
app.py CHANGED
@@ -136,11 +136,9 @@ def _launch_demo(args, model, processor):
136
  with torch.no_grad():
137
  generated_ids = model.generate(
138
  **inputs,
139
- max_new_tokens=256,
140
  repetition_penalty=1.03,
141
- do_sample=False,
142
- eos_token_id=processor.tokenizer.eos_token_id,
143
- pad_token_id=processor.tokenizer.pad_token_id,
144
  )
145
 
146
  gen_time = time.time() - gen_start
 
136
  with torch.no_grad():
137
  generated_ids = model.generate(
138
  **inputs,
139
+ max_new_tokens=1024*8,
140
  repetition_penalty=1.03,
141
+ do_sample=False
 
 
142
  )
143
 
144
  gen_time = time.time() - gen_start