Update app.py

app.py

@@ -200,6 +200,7 @@ def generate_local(
         temperature=temperature,
         max_tokens=max_tokens,
         top_p=top_p,
+        stop=stop,
     )
 
     formatted_prompt = format_prompt(prompt, history,system_message=system_message)
@@ -594,14 +595,16 @@ def generate_speech_for_sentence(history, chatbot_role, sentence, return_as_byte
     sentence = sentence.replace(")", " ")
     sentence = sentence.replace("<|assistant|>","")
 
+    if len(sentence)==0:
+        print("EMPTY SENTENCE after processing")
+        return 
+            
     # A fast fix for last chacter, may produce weird sounds if it is with text
     if (sentence[-1] in ["!", "?", ".", ","]) or (sentence[-2] in ["!", "?", ".", ","]):
         # just add a space
         sentence = sentence[:-1] + " " + sentence[-1]
     print("Sentence for speech:", sentence)
-    if len(sentence)==0:
-        print("EMPTY SENTENCE after processing")
-        return 
+
     
     try:
         SENTENCE_SPLIT_LENGTH=350