Commit
·
1091ed2
1
Parent(s):
6419c7c
Update app.py
Browse files
app.py
CHANGED
|
@@ -38,7 +38,8 @@ def generate(prompt, history, temperature=0.2, max_new_tokens=512, top_p=0.95, r
|
|
| 38 |
seed=42,
|
| 39 |
)
|
| 40 |
|
| 41 |
-
formatted_prompt = format_prompt(prompt, history)
|
|
|
|
| 42 |
|
| 43 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
| 44 |
output = ""
|
|
|
|
| 38 |
seed=42,
|
| 39 |
)
|
| 40 |
|
| 41 |
+
# formatted_prompt = format_prompt(prompt, history)
|
| 42 |
+
formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
|
| 43 |
|
| 44 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
| 45 |
output = ""
|