fix: hacky sessions.

app.py

@@ -2,6 +2,7 @@ import gradio as gr
 import json
 import os
 import numexpr
+import uuid
 from groq import Groq
 from groq.types.chat.chat_completion_tool_param import ChatCompletionToolParam
 
@@ -65,14 +66,22 @@ def get_model_response(messages):
         print(messages)
         return None
 
-conversation_cache = {}
+conversation_state = {}
 
 def respond(message, history, system_message):
-    history_id = id(history)
-    if history_id not in conversation_cache:
-        conversation_cache[history_id] = [{"role": "system", "content": system_message}]
+    if not history or not isinstance(history[0][0], str):
+        session_id = str(uuid.uuid4())
+        history.insert(0, (session_id, "Confirmed."))
+    else:
+        session_id = history[0][0]
 
-    conversation_cache[history_id].append({"role": "user", "content": message})
+    if session_id not in conversation_state:
+        conversation_state[session_id] = []
+
+    if len(conversation_state[session_id]) == 0:
+        conversation_state[session_id].append({"role": "system", "content": system_message})
+
+    conversation_state[session_id].append({"role": "user", "content": message})
 
     available_functions = {
         "evaluate_math_expression": evaluate_math_expression,
@@ -80,9 +89,9 @@ def respond(message, history, system_message):
 
     function_calls = []
     while True:
-        response = get_model_response(conversation_cache[history_id])
+        response = get_model_response(conversation_state[session_id])
         response_message = response.choices[0].message
-        conversation_cache[history_id].append(response_message)
+        conversation_state[session_id].append(response_message)
 
         if not response_message.tool_calls and response_message.content is not None:
             break
@@ -95,7 +104,7 @@ def respond(message, history, system_message):
                 }
                 function_calls.append(function_call)
                 function_response = call_function(tool_call, available_functions)
-                conversation_cache[history_id].append(function_response)
+                conversation_state[session_id].append(function_response)
                 function_calls.append({
                     "name": function_response["name"],
                     "result": json.loads(function_response["content"])
@@ -109,6 +118,7 @@ def respond(message, history, system_message):
 
     return response_message.content + function_calls_md
 
+
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[