Update app.py

app.py

@@ -54,7 +54,7 @@ def init():
         model = AutoDistributedModelForCausalLM.from_pretrained(model_name)
 
 
-def chat(id, npc, prompt):
+def chat(id, npc, text):
     if model == None:
         init()
         return "no model"
@@ -71,7 +71,26 @@ def chat(id, npc, prompt):
     # model inference
 
     if check(model_name):
-        prom = prompt
+        
+        prom = f"""<s><<SYS>>
+{npc_data.system_message}<</SYS>>
+
+[INST]
+{npc_data}
+### 명령어:
+대화기록을 참고하여 Rabbit이 할 말을 자연스럽게 작성해주세요. 한 문장만 작성하세요.
+
+이전 대화기록:
+'''
+{history}
+'''
+
+### User:
+{user_message}
+
+### Rabbit:[/INST]
+"""
+
         inputs = tokenizer(prom, return_tensors="pt")["input_ids"]
         outputs = model.generate(inputs, max_new_tokens=100)
         print(tokenizer.decode(outputs[0]))