update

app.py

@@ -1,6 +1,7 @@
 import gradio as gr
-import subprocess, shutil, os, zipfile, datetime
+import subprocess, shutil, os, zipfile, datetime, sys, time
 from pathlib import Path
+
 def _ensure_versions():
     import importlib, subprocess, sys
     def ver(pkg):
@@ -19,7 +20,7 @@ def _ensure_versions():
         pass
 
     if not hub_ok:
-        subprocess.check_call([sys.executable, "-m", "pip",
+        subprocess.check_check_call([sys.executable, "-m", "pip",
                                "install", "huggingface-hub==0.27.1",
                                "transformers==4.48.0",
                                "--force-reinstall", "--no-deps"])
@@ -32,6 +33,7 @@ LOGO_DIR = INPUT_DIR / "logo"
 POSTER_LATEX_DIR = ROOT / "posterbuilder" / "latex_proj"
 ZIP_PATH = ROOT / "output.zip"
 LOG_PATH = ROOT / "last_run.log"
+TIMEOUT_SECONDS = 1800  # 30 minutes
 
 def run_pipeline(arxiv_url, pdf_file, openai_key, logo_files):
     start_time = datetime.datetime.now()
@@ -50,6 +52,8 @@ def run_pipeline(arxiv_url, pdf_file, openai_key, logo_files):
     if ZIP_PATH.exists():
         ZIP_PATH.unlink()
     logs.append("🧹 Cleaned previous output.\n")
+    _write_logs(logs)
+    yield "\n".join(logs), None
 
     # ====== Validation: must upload LOGO ======
     # Gradio may return a single file or a list, normalize to list
@@ -63,7 +67,8 @@ def run_pipeline(arxiv_url, pdf_file, openai_key, logo_files):
         msg = "❌ You must upload at least one institutional logo (multiple allowed)."
         logs.append(msg)
         _write_logs(logs)
-        return "\n".join(logs), None
+        yield "\n".join(logs), None
+        return
 
     # Clear input/logo and then save new files
     for item in LOGO_DIR.iterdir():
@@ -75,6 +80,8 @@ def run_pipeline(arxiv_url, pdf_file, openai_key, logo_files):
         shutil.copy(lf.name, p)
         saved_logo_paths.append(p)
     logs.append(f"🏷️ Saved {len(saved_logo_paths)} logo file(s) to: {LOGO_DIR}\n")
+    _write_logs(logs)
+    yield "\n".join(logs), None
 
     # ====== Handle uploaded PDF (optional) ======
     pdf_path = None
@@ -88,13 +95,16 @@ def run_pipeline(arxiv_url, pdf_file, openai_key, logo_files):
         # For pipeline Step 1.5 compatibility: also copy to input/paper.pdf
         canonical_pdf = INPUT_DIR / "paper.pdf"
         shutil.copy(pdf_file.name, canonical_pdf)
+        _write_logs(logs)
+        yield "\n".join(logs), None
 
     # ====== Validate input source ======
     if not arxiv_url and not pdf_file:
         msg = "❌ Please provide either an arXiv link or upload a PDF file (choose one)."
         logs.append(msg)
         _write_logs(logs)
-        return "\n".join(logs), None
+        yield "\n".join(logs), None
+        return
 
     # ====== Build command ======
     cmd = [
@@ -105,59 +115,127 @@ def run_pipeline(arxiv_url, pdf_file, openai_key, logo_files):
         "--paper_latex_root", "input/latex_proj",
         "--openai_key", openai_key,
         "--gemini_key", "##",
-        "--logo_dir", str(LOGO_DIR)  # 👈 Added: pass logo directory
+        "--logo_dir", str(LOGO_DIR)  # 👈 pass logo directory
     ]
-
     if arxiv_url:
         cmd += ["--arxiv_url", arxiv_url]
     # if pdf_path:
     #     cmd += ["--pdf_path", str(pdf_path)]
 
+    # ====== Run command with REAL-TIME streaming ======
+    logs.append("\n======= REAL-TIME LOG =======\n")
+    _write_logs(logs)
+    yield "\n".join(logs), None
+
     try:
-        result = subprocess.run(
-            cmd, capture_output=True, text=True, timeout=1800
+        process = subprocess.Popen(
+            cmd,
+            stdout=subprocess.PIPE,
+            stderr=subprocess.STDOUT,
+            text=True,
+            bufsize=1,
+            universal_newlines=True,
         )
-        logs.append("\n======= STDOUT =======\n")
-        logs.append(result.stdout)
-        logs.append("\n======= STDERR =======\n")
-        logs.append(result.stderr)
-    except subprocess.TimeoutExpired:
-        msg = "❌ Pipeline timed out (30 min limit)."
+    except Exception as e:
+        msg = f"❌ Pipeline failed to start: {e}"
         logs.append(msg)
         _write_logs(logs)
-        return "\n".join(logs), None
+        yield "\n".join(logs), None
+        return
+
+    last_yield = time.time()
+    try:
+        while True:
+            # Timeout guard
+            if (datetime.datetime.now() - start_time).total_seconds() > TIMEOUT_SECONDS:
+                logs.append("❌ Pipeline timed out (30 min limit). Killing process...\n")
+                try:
+                    process.kill()
+                except Exception:
+                    pass
+                _write_logs(logs)
+                yield "\n".join(logs), None
+                return
+
+            line = process.stdout.readline()
+            if line:
+                # echo to HF Space logs as well
+                print(line, end="")
+                logs.append(line.rstrip("\n"))
+                # write & occasionally yield to reduce UI churn
+                _write_logs(logs)
+                now = time.time()
+                if now - last_yield >= 0.3:  # throttle UI updates ~3/sec
+                    last_yield = now
+                    yield "\n".join(logs), None
+            elif process.poll() is not None:
+                break
+            else:
+                time.sleep(0.05)
+
+        return_code = process.wait()
+        logs.append(f"\nProcess finished with code {return_code}\n")
+        _write_logs(logs)
+        yield "\n".join(logs), None
+
+        if return_code != 0:
+            logs.append("❌ Process exited with non-zero status. See logs above.\n")
+            _write_logs(logs)
+            yield "\n".join(logs), None
+            return
+
     except Exception as e:
-        msg = f"❌ Pipeline error: {e}"
-        logs.append(msg)
+        logs.append(f"❌ Error during streaming: {e}\n")
         _write_logs(logs)
-        return "\n".join(logs), None
+        yield "\n".join(logs), None
+        return
+    finally:
+        try:
+            if process.stdout:
+                process.stdout.close()
+        except Exception:
+            pass
 
     # ====== Check output & zip ======
-    if not any(OUTPUT_DIR.iterdir()):
-        msg = "❌ No output generated. Please check logs below."
+    has_output = False
+    try:
+        for _ in OUTPUT_DIR.iterdir():
+            has_output = True
+            break
+    except FileNotFoundError:
+        has_output = False
+
+    if not has_output:
+        msg = "❌ No output generated. Please check logs above."
         logs.append(msg)
         _write_logs(logs)
-        return "\n".join(logs), None
+        yield "\n".join(logs), None
+        return
 
-    with zipfile.ZipFile(ZIP_PATH, 'w', zipfile.ZIP_DEFLATED) as zipf:
-        for root, dirs, files in os.walk(OUTPUT_DIR):
-            for file in files:
-                file_path = Path(root) / file
-                arcname = file_path.relative_to(OUTPUT_DIR)
-                zipf.write(file_path, arcname=arcname)
-    logs.append(f"✅ Zipped output folder to {ZIP_PATH}\n")
+    try:
+        with zipfile.ZipFile(ZIP_PATH, 'w', zipfile.ZIP_DEFLATED) as zipf:
+            for root, dirs, files in os.walk(OUTPUT_DIR):
+                for file in files:
+                    file_path = Path(root) / file
+                    arcname = file_path.relative_to(OUTPUT_DIR)
+                    zipf.write(file_path, arcname=arcname)
+        logs.append(f"✅ Zipped output folder to {ZIP_PATH}\n")
+    except Exception as e:
+        logs.append(f"❌ Failed to create zip: {e}\n")
 
     end_time = datetime.datetime.now()
     logs.append(f"🏁 Completed at {end_time.strftime('%Y-%m-%d %H:%M:%S')} (Duration: {(end_time - start_time).seconds}s)\n")
 
     _write_logs(logs)
-    return "\n".join(logs), str(ZIP_PATH)
-
+    yield "\n".join(logs), (str(ZIP_PATH) if ZIP_PATH.exists() else None)
 
 def _write_logs(logs):
-    with open(LOG_PATH, "w", encoding="utf-8") as f:
-        f.write("\n".join(logs))
-
+    try:
+        with open(LOG_PATH, "w", encoding="utf-8") as f:
+            f.write("\n".join(logs))
+    except Exception:
+        # Avoid crashing UI if disk I/O fails
+        pass
 
 # ===================== Gradio UI =====================
 iface = gr.Interface(