Spaces:
Runtime error
Runtime error
fix: make the stream a list
Browse files
app.py
CHANGED
|
@@ -130,7 +130,7 @@ def generate(
|
|
| 130 |
repetition_penalty=repetition_penalty,
|
| 131 |
stop_sequences=stop_sequences,
|
| 132 |
do_sample=True,
|
| 133 |
-
|
| 134 |
top_k=100,
|
| 135 |
typical_p=0.9,
|
| 136 |
#seed=seed,
|
|
@@ -140,6 +140,7 @@ def generate(
|
|
| 140 |
|
| 141 |
if len(ENDPOINT)>0:
|
| 142 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
|
|
|
|
| 143 |
else:
|
| 144 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
|
| 145 |
|
|
|
|
| 130 |
repetition_penalty=repetition_penalty,
|
| 131 |
stop_sequences=stop_sequences,
|
| 132 |
do_sample=True,
|
| 133 |
+
best_of=2,
|
| 134 |
top_k=100,
|
| 135 |
typical_p=0.9,
|
| 136 |
#seed=seed,
|
|
|
|
| 140 |
|
| 141 |
if len(ENDPOINT)>0:
|
| 142 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
|
| 143 |
+
stream = [stream] # if stream false
|
| 144 |
else:
|
| 145 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
|
| 146 |
|