Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -5,10 +5,6 @@ from huggingface_hub import InferenceClient
|
|
| 5 |
def respond(
|
| 6 |
message,
|
| 7 |
history: list[dict[str, str]],
|
| 8 |
-
system_message="Your are an helpful assistant",
|
| 9 |
-
max_tokens=2048,
|
| 10 |
-
temperature=0.0,
|
| 11 |
-
top_p=None,
|
| 12 |
hf_token: gr.OAuthToken,
|
| 13 |
):
|
| 14 |
"""
|
|
@@ -26,10 +22,10 @@ def respond(
|
|
| 26 |
|
| 27 |
for message in client.chat_completion(
|
| 28 |
messages,
|
| 29 |
-
max_tokens=
|
| 30 |
stream=True,
|
| 31 |
-
temperature=
|
| 32 |
-
top_p=
|
| 33 |
):
|
| 34 |
choices = message.choices
|
| 35 |
token = ""
|
|
|
|
| 5 |
def respond(
|
| 6 |
message,
|
| 7 |
history: list[dict[str, str]],
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
hf_token: gr.OAuthToken,
|
| 9 |
):
|
| 10 |
"""
|
|
|
|
| 22 |
|
| 23 |
for message in client.chat_completion(
|
| 24 |
messages,
|
| 25 |
+
max_tokens=2048,
|
| 26 |
stream=True,
|
| 27 |
+
temperature=0.0,
|
| 28 |
+
top_p=None,
|
| 29 |
):
|
| 30 |
choices = message.choices
|
| 31 |
token = ""
|