Update app.py

app.py

@@ -58,6 +58,35 @@ def clean_json_string(json_str):
     return re.sub(r'[ ,}\s]+$', '', json_str) + '}'
 
 
+def get_summary(model, text):
+    messages = [{"role": "system", "content": """You are an AI assistant that generates **detailed and complete summaries** of user-provided text. Your task is to produce a **faithful resumen** that preserves **all key information**, facts, and relevant points from the original content.
+
+### Summary Guidelines:
+
+- **No Detail Skipping**: Do **not** omit or simplify important content. Every critical fact, event, name, number, and nuance must be included.
+- **Structured Clarity**: Organize the summary clearly and logically. If the original has sections or topics, reflect that structure.
+- **No Personal Input**: Do **not** add opinions, interpretations, or external knowledge. Stay 100% faithful to the source text.
+- **Conciseness with Completeness**: Be as concise as possible **without losing any important detail**.
+
+Only produce the summary after fully reading and understanding the input text.
+"""}]
+    messages.append({"role": msg.role, "content": f"**TEXT**:\n\n{text}"})
+            
+    
+    request_params = {
+        "model": model,
+        "messages": messages,
+        "stream": True,
+        "max_tokens": 1000,
+        "temperature": 0.2,
+        "frequency_penalty": 0.2,
+        "extra_body": {"repetition_penalty": 1.2},
+    }
+    if tools:
+        request_params.update({"tool_choice": "auto", "tools": tools})
+    
+    return client.chat.completions.create(**request_params)
+
 def completion(history, model, system_prompt: str, tools=None):
     messages = [{"role": "system", "content": system_prompt.format(date=today_date())}]
     for msg in history:
@@ -75,7 +104,7 @@ def completion(history, model, system_prompt: str, tools=None):
     request_params = {
         "model": model,
         "messages": messages,
-        "stream": True,
+        "stream": False,
         "max_tokens": 1000,
         "temperature": 0.2,
         "frequency_penalty": 0.2,
@@ -132,8 +161,11 @@ def llm_in_loop(history, system_prompt, recursive):
     if appended:
         recursive -= 1
     if name:
-        result = f"💥 Error using tool {name}, tool doesn't exist" if name not in tools else str(tools[name].invoke(input=arguments))
-        result = json.dumps({name: result}, ensure_ascii=False)
+        try:
+            result = str(tools[name].invoke(input=arguments))
+            result = get_summary(result).choices[0].message.content
+        except Exception as err:
+            result = f"💥 Error: {err}"}
         # msg = ChatMessage(
         #             role="assistant",
         #             content="",