Commit
·
18ccec5
1
Parent(s):
9cf1298
Update app.py
Browse files
app.py
CHANGED
|
@@ -66,10 +66,10 @@ async def chat(ctx, prompt: str):
|
|
| 66 |
try:
|
| 67 |
message = await ctx.send("Creating thread...")
|
| 68 |
|
| 69 |
-
thread = await message.create_thread(name=prompt)
|
| 70 |
loop = asyncio.get_running_loop()
|
| 71 |
client = await loop.run_in_executor(None, get_client, None)
|
| 72 |
-
job = client.submit(prompt, api_name="/chat")
|
| 73 |
await wait(job)
|
| 74 |
|
| 75 |
try:
|
|
@@ -92,7 +92,7 @@ async def continue_chat(message):
|
|
| 92 |
try:
|
| 93 |
client = thread_to_client[message.channel.id]
|
| 94 |
prompt = message.content
|
| 95 |
-
job = client.submit(prompt, api_name="/chat")
|
| 96 |
await wait(job)
|
| 97 |
try:
|
| 98 |
job.result()
|
|
|
|
| 66 |
try:
|
| 67 |
message = await ctx.send("Creating thread...")
|
| 68 |
|
| 69 |
+
thread = await message.create_thread(name=prompt[:100])
|
| 70 |
loop = asyncio.get_running_loop()
|
| 71 |
client = await loop.run_in_executor(None, get_client, None)
|
| 72 |
+
job = client.submit(prompt, system_prompt="", temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0, api_name="/chat")
|
| 73 |
await wait(job)
|
| 74 |
|
| 75 |
try:
|
|
|
|
| 92 |
try:
|
| 93 |
client = thread_to_client[message.channel.id]
|
| 94 |
prompt = message.content
|
| 95 |
+
job = client.submit(prompt, system_prompt="", temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0, api_name="/chat")
|
| 96 |
await wait(job)
|
| 97 |
try:
|
| 98 |
job.result()
|