Upload generate_prompt.py with huggingface_hub
Browse files- generate_prompt.py +2 -2
generate_prompt.py
CHANGED
|
@@ -88,9 +88,9 @@ for batch_idx in tqdm(range(begin, end, batch_size)):
|
|
| 88 |
data_list.append(messages)
|
| 89 |
save_list.append(save_)
|
| 90 |
#print(len(data_list))
|
| 91 |
-
text = processor.apply_chat_template(
|
| 92 |
#print(len(text))
|
| 93 |
-
image_inputs, video_inputs = process_vision_info(
|
| 94 |
inputs = processor(
|
| 95 |
text=[text],
|
| 96 |
images=image_inputs,
|
|
|
|
| 88 |
data_list.append(messages)
|
| 89 |
save_list.append(save_)
|
| 90 |
#print(len(data_list))
|
| 91 |
+
text = processor.apply_chat_template(data_list, tokenize=False, add_generation_prompt=True)
|
| 92 |
#print(len(text))
|
| 93 |
+
image_inputs, video_inputs = process_vision_info(data_list)
|
| 94 |
inputs = processor(
|
| 95 |
text=[text],
|
| 96 |
images=image_inputs,
|