Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -32,13 +32,13 @@ generation_params = {
|
|
| 32 |
'do_sample': True,
|
| 33 |
'temperature': 0.7,
|
| 34 |
'top_p': 0.9,
|
| 35 |
-
'top_k': 50,
|
| 36 |
}
|
| 37 |
|
| 38 |
@spaces.GPU
|
| 39 |
def inference(query):
|
| 40 |
messages = [
|
| 41 |
-
{"role": "system", "content": """You are a friendly chatbot who always responds in the style of a
|
| 42 |
{"role": "user", "content": f"{query}"},
|
| 43 |
]
|
| 44 |
|
|
|
|
| 32 |
'do_sample': True,
|
| 33 |
'temperature': 0.7,
|
| 34 |
'top_p': 0.9,
|
| 35 |
+
# 'top_k': 50,
|
| 36 |
}
|
| 37 |
|
| 38 |
@spaces.GPU
|
| 39 |
def inference(query):
|
| 40 |
messages = [
|
| 41 |
+
{"role": "system", "content": """You are a friendly chatbot who always responds in the style of a trader."""},
|
| 42 |
{"role": "user", "content": f"{query}"},
|
| 43 |
]
|
| 44 |
|