Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -30,7 +30,7 @@ def predict(image, input_text):
|
|
30 |
prompt_length = inputs['input_ids'].shape[1]
|
31 |
|
32 |
# Generate
|
33 |
-
generate_ids = model.generate(**inputs, max_new_tokens=512)
|
34 |
output_text = processor.batch_decode(generate_ids[:, prompt_length:], skip_special_tokens=True, clean_up_tokenization_spaces=False)[0]
|
35 |
|
36 |
return output_text
|
|
|
30 |
prompt_length = inputs['input_ids'].shape[1]
|
31 |
|
32 |
# Generate
|
33 |
+
generate_ids = model.generate(**inputs, num_beams=4, max_new_tokens=512)
|
34 |
output_text = processor.batch_decode(generate_ids[:, prompt_length:], skip_special_tokens=True, clean_up_tokenization_spaces=False)[0]
|
35 |
|
36 |
return output_text
|