api_for_chat

Runtime error

ldhldh commited on Nov 30, 2023

Commit

68b221f

1 Parent(s): 5ec78b2

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -49,6 +49,7 @@ def check(model_name):
     return False
 def init():
     if check(model_name):
         model = AutoDistributedModelForCausalLM.from_pretrained(model_name)

     return False
 def init():
+    global model
     if check(model_name):
         model = AutoDistributedModelForCausalLM.from_pretrained(model_name)