api_for_chat

Runtime error

ldhldh commited on Nov 30, 2023

Commit

5ec78b2

1 Parent(s): bfae98b

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -69,8 +69,7 @@ def chat(id, npc, prompt):
     # model inference
-    init()
-    if check:
         prom = ""
         inputs = tokenizer(prom, return_tensors="pt")["input_ids"]
         outputs = model.generate(inputs, max_new_tokens=100)

     # model inference
+    if check(model_name):
         prom = ""
         inputs = tokenizer(prom, return_tensors="pt")["input_ids"]
         outputs = model.generate(inputs, max_new_tokens=100)