Update app.py

app.py

@@ -13,19 +13,31 @@ from llama_cpp_agent.providers import LlamaCppPythonProvider
 MODEL_NAME = "neuraldaredevil-8b-abliterated-q4_k_m-imat.gguf"
 MODEL_PATH = f"models/{MODEL_NAME}"
 
-# Download model ahead of time
+# Pre-download model
 hf_hub_download(
     repo_id="tHottie/NeuralDaredevil-8B-abliterated-Q4_K_M-GGUF",
     filename=MODEL_NAME,
     local_dir="./models",
 )
 
+LOG_FILE = "/tmp/agent_code_packager.log"
+
+def log(msg: str):
+    try:
+        with open(LOG_FILE, "a", encoding="utf-8") as f:
+            f.write(msg + "\n")
+    except Exception:
+        pass
+    print(msg)
+
 @spaces.GPU(duration=120)
 def process_and_package(ai_response: str):
-    # Initialize the LLM & agent
+    log("=== Starting process_and_package ===")
+    log(f"AI response input: {ai_response[:200]}...")
+
+    # Initialize model & agent
     llm = Llama(
         model_path=MODEL_PATH,
-        # Use CPU / fallback settings (or GPU if supported)
         n_gpu_layers=0,
         n_batch=512,
         n_ctx=4096,
@@ -35,37 +47,45 @@ def process_and_package(ai_response: str):
     agent = LlamaCppAgent(
         provider,
         system_prompt=(
-            "You are a code parsing assistant. The user will paste an AI response "
-            "that mentions multiple code files. Output a JSON object where keys are filenames "
-            "and values are the full source code text. Make sure the JSON structure is valid."
+            "You are a code parsing assistant. The user will paste AI output referencing multiple code files. "
+            "Return a JSON object mapping each filename to its full source code text. "
+            "Do not return anything else."
         ),
         predefined_messages_formatter_type=MessagesFormatterType.GEMMA_2,
         debug_output=True
     )
 
-    # Ask the agent to output the JSON mapping
-    full = ""
-    for chunk in agent.run(ai_response):
-        full += chunk
+    # Call the agent
+    # Use get_chat_response (not run)
+    try:
+        settings = provider.get_provider_default_settings()
+        response = agent.get_chat_response(ai_response, llm_sampling_settings=settings)
+    except Exception as e:
+        log(f"Error in get_chat_response: {e}")
+        response = ""  # fallback to empty
+
+    log("Agent response:")
+    log(response[:1000] if len(response) > 1000 else response)
 
-    # Try to parse JSON
+    # Parse output from agent
     file_map = {}
     try:
-        file_map = json.loads(full)
+        file_map = json.loads(response)
+        log("Parsed JSON file map keys: " + ", ".join(file_map.keys()))
     except Exception as e:
-        # Fallback: simple regex heuristics
-        # Match patterns like "Filename: x/y.py ``` ... ```"
+        log(f"JSON parse failed: {e}")
+        # fallback regex
         pattern = r"Filename:\s*(?P<fname>[\w\.\-/]+)\s*```(?:[a-zA-Z0-9]*\n)?(?P<code>[\s\S]*?)```"
-        for m in re.finditer(pattern, full, re.DOTALL):
+        for m in re.finditer(pattern, response, re.DOTALL):
             fname = m.group("fname").strip()
             code = m.group("code").rstrip()
             file_map[fname] = code
-
+        log("After regex fallback, keys: " + ", ".join(file_map.keys()))
         if not file_map:
-            # as ultimate fallback, put entire output in a single file
-            file_map["output.txt"] = full
+            file_map["output.txt"] = response
+            log("Fallback to single file: output.txt")
 
-    # Write files and zip
+    # Write files & zip
     temp_dir = f"/tmp/codeproj_{uuid.uuid4().hex}"
     os.makedirs(temp_dir, exist_ok=True)
 
@@ -74,6 +94,7 @@ def process_and_package(ai_response: str):
         os.makedirs(os.path.dirname(dest), exist_ok=True)
         with open(dest, "w", encoding="utf-8") as f:
             f.write(code)
+        log(f"Wrote file: {dest}")
 
     zip_name = f"code_bundle_{uuid.uuid4().hex}.zip"
     zip_path = os.path.join("/tmp", zip_name)
@@ -83,14 +104,11 @@ def process_and_package(ai_response: str):
                 fullp = os.path.join(root, fn)
                 rel = os.path.relpath(fullp, temp_dir)
                 zf.write(fullp, arcname=rel)
+                log(f"Added to zip: {rel}")
 
+    log(f"Zip created: {zip_path}")
+    log("=== Finished process_and_package ===\n")
     return zip_path
 
 with gr.Blocks() as demo:
-    gr.Markdown("### Paste AI response below; get downloadable zip of parsed files")
-    inp = gr.Textbox(lines=15, label="AI response text")
-    btn = gr.Button("Generate Zip")
-    out = gr.File(label="Download .zip")
-    btn.click(fn=process_and_package, inputs=inp, outputs=out)
-
-demo.launch()
+    gr.Markdown("### Paste