fix: stream not supported for this model

app.py

@@ -39,7 +39,7 @@ Falcon:"""
 seed = 42
 
 def generate(
-    prompt, history, system_prompt="<|endoftext|>", temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
+    prompt, history, system_prompt="<|endoftext|>", temperature=0.9, max_new_tokens=250, top_p=0.95, repetition_penalty=1.0,
 ):
     temperature = float(temperature)
     if temperature < 1e-2:
@@ -58,7 +58,7 @@ def generate(
     seed = seed + 1
     formatted_prompt = format_prompt(prompt, history, system_prompt)
 
-    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
     output = ""
 
     for response in stream: