Spaces:
Running
on
Zero
Running
on
Zero
Allow more tokens
Browse files
app.py
CHANGED
|
@@ -34,7 +34,7 @@ def describe_image(image, question):
|
|
| 34 |
# Generate output using the model on GPU
|
| 35 |
output = model.generate_from_batch(
|
| 36 |
inputs,
|
| 37 |
-
GenerationConfig(max_new_tokens=
|
| 38 |
tokenizer=processor.tokenizer,
|
| 39 |
)
|
| 40 |
|
|
|
|
| 34 |
# Generate output using the model on GPU
|
| 35 |
output = model.generate_from_batch(
|
| 36 |
inputs,
|
| 37 |
+
GenerationConfig(max_new_tokens=2048, stop_strings="<|endoftext|>"),
|
| 38 |
tokenizer=processor.tokenizer,
|
| 39 |
)
|
| 40 |
|