Update app.py

app.py

@@ -299,13 +299,24 @@ KEYWORD LIST:
 
 def get_mem(prompt,kw):
     seed=random.randint(1,1000000000)
-    resp = run_gpt(
-        RECALL_MEMORY.format(keywords=kw,prompt=prompt),
-        stop_tokens=[],
-        max_tokens=1024,
+
+
+    generate_kwargs = dict(
+        temperature=0.9,
+        max_new_tokens=1024,
+        top_p=0.95,
+        repetition_penalty=1.0,
+        do_sample=True,
         seed=seed,
     )
-        
+    
+    content = RECALL_MEMORY.format(keywords=kw,prompt=prompt),
+
+    stream = client.text_generation(content, **generate_kwargs, stream=True, details=True, return_full_text=False)
+    resp = ""
+    for response in stream:
+        resp += response.token.text
+
     print (resp)
     return resp