initial commit

gen.py

@@ -181,25 +181,21 @@ def generate(event):
 
     output_text = tokenizer.decode(tokens[0], skip_special_tokens=False)
     print(output_text)
-    user_prompt_length = len(f"<bos><start_of_turn>user\n{prompt}\n{event}<end_of_turn>\n<start_of_turn>model\n")
-
     json_start_index = output_text.find("<json>")
     json_end_index = output_text.find("</json>")
 
     if json_start_index != -1 and json_end_index != -1:
-        json_string = output_text[max(json_start_index + 6, user_prompt_length):json_end_index].strip()
+        json_string = output_text[json_start_index + 6:json_end_index].strip()
 
-        # Remove any leading/trailing non-JSON characters (if present)
-        if not json_string.startswith("{"):
-            first_brace_index = json_string.find("{")
-            if first_brace_index != -1:
-                json_string = json_string[first_brace_index:]
+        # Debugging: Print the extracted JSON string to check its contents
+        print("Extracted JSON String:", json_string)
 
-        if not json_string.endswith("}"):
-            last_brace_index = json_string.rfind("}")
-            if last_brace_index != -1:
-                json_string = json_string[:last_brace_index + 1]
+        # Load and return the JSON data
+        try:
+            data = json.loads(json_string)
+            return data
+        except json.JSONDecodeError as e:
+            return f"Error: Invalid JSON - {e}"
 
-        return json_string
     else:
         return "Error: <json> or </json> not found in generated output"