update

app.py

@@ -62,15 +62,18 @@ def respond(
     print(f"[INFO] modelParam: temperature={temperature}, top_p={top_p}")
     print(f"[INFO] reqData: {data}")
 
-    response = ""
-    
-    with requests.post(API_URL, headers=headers, json=data) as r:
-        if r.status_code == 200:
-            json_response = r.json()
-            if 'choices' in json_response and len(json_response['choices']) > 0:
-                response = json_response['choices'][0].get('message', {}).get('content', '')
-                if response:
-                    yield response
+    try:
+        with requests.post(API_URL, headers=headers, json=data) as r:
+            if r.status_code == 200:
+                json_response = r.json()
+                if 'choices' in json_response and len(json_response['choices']) > 0:
+                    response = json_response['choices'][0].get('message', {}).get('content', '')
+                    if response:
+                        return response
+            return "Service temporarily unavailable"
+    except Exception as e:
+        print(f"[ERROR] Request error: {e}")
+        return "Service error occurred"
 
 
 """