Initial commit

app.py

@@ -1,37 +1,31 @@
-import os
+import asyncio
 from fastapi import FastAPI, Request, HTTPException
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.responses import HTMLResponse
+from contextlib import asynccontextmanager
 from manager.dialogue_manager import handle_dialogue
 from rag.rag_manager import chroma_initialized, load_game_docs_from_disk, add_docs, set_embedder
-from contextlib import asynccontextmanager
 from models.model_loader import load_fallback_model, load_embedder
 from schemas import AskReq, AskRes
-from pathlib import Path
 from config import (
     FALLBACK_MODEL_NAME, FALLBACK_MODEL_DIR,
     EMBEDDER_MODEL_NAME, EMBEDDER_MODEL_DIR,
     HF_TOKEN, BASE_DIR
 )
 
+model_ready = False  # 모델 로딩 상태 플래그
 
-@asynccontextmanager
-async def lifespan(app: FastAPI):
-    print("🚀 서버 시작 중... 모델 로딩 중...")
-
-    # Fallback
+async def load_models(app: FastAPI):
+    global model_ready
+    print("🚀 모델 로딩 시작...")
     fb_tokenizer, fb_model = load_fallback_model(FALLBACK_MODEL_NAME, FALLBACK_MODEL_DIR, token=HF_TOKEN)
     app.state.fallback_tokenizer = fb_tokenizer
     app.state.fallback_model = fb_model
 
-    # Embedder
     embedder = load_embedder(EMBEDDER_MODEL_NAME, EMBEDDER_MODEL_DIR, token=HF_TOKEN)
     app.state.embedder = embedder
-    set_embedder(embedder)  # 추가
+    set_embedder(embedder)
 
-    print("✅ 모든 모델 로딩 완료")
-
-    # RAG 초기화
     docs_path = BASE_DIR / "rag" / "docs"
     if not chroma_initialized():
         docs = load_game_docs_from_disk(str(docs_path))
@@ -40,14 +34,17 @@ async def lifespan(app: FastAPI):
     else:
         print("🔄 RAG DB 이미 초기화됨")
 
-    yield  # 앱 실행
+    model_ready = True
+    print("✅ 모든 모델 로딩 완료")
 
+@asynccontextmanager
+async def lifespan(app: FastAPI):
+    asyncio.create_task(load_models(app))  # 백그라운드 로딩
+    yield
     print("🛑 서버 종료 중...")
 
-
 app = FastAPI(title="ai-server", lifespan=lifespan)
 
-# CORS 설정 (game-server에서 요청 가능하도록)
 app.add_middleware(
     CORSMiddleware,
     allow_origins=["https://fpsgame-rrbc.onrender.com"],
@@ -56,20 +53,39 @@ app.add_middleware(
     allow_headers=["*"],
 )
 
+@app.get("/", include_in_schema=False)
+async def root():
+    return HTMLResponse("""
+        <h1>Persona Chat Engine API</h1>
+        <p>서버가 실행 중입니다.</p>
+        <p><a href="/docs">Swagger UI로 이동</a></p>
+    """)
+
+@app.get("/status")
+async def status():
+    return {"ready": model_ready}
+
+@app.post("/wake")
+async def wake(request: Request):
+    session_id = (await request.json()).get("session_id", "unknown")
+    print(f"📡 Wake signal received for session: {session_id}")
+    if not model_ready:
+        asyncio.create_task(load_models(app))
+    return {"status": "awake", "model_ready": model_ready}
 
 @app.post("/ask", response_model=AskRes)
 async def ask(request: Request, req: AskReq):
+    if not model_ready:
+        raise HTTPException(status_code=503, detail="Model not ready")
     if not req.context:
         raise HTTPException(status_code=400, detail="missing context")
-
     if not (req.session_id and req.npc_id and req.user_input):
         raise HTTPException(status_code=400, detail="missing fields")
 
     context = req.context
-    npc_config = context.npc_config
-    npc_config_dict = npc_config.model_dump() if npc_config else None
+    npc_config_dict = context.npc_config.model_dump() if context.npc_config else None
 
-    result = await handle_dialogue(
+    return await handle_dialogue(
         request=request,
         session_id=req.session_id,
         npc_id=req.npc_id,
@@ -77,27 +93,6 @@ async def ask(request: Request, req: AskReq):
         context=context.model_dump(),
         npc_config=npc_config_dict
     )
-    return result
-
-
-
-@app.post("/wake")
-async def wake(request: Request):
-    body = await request.json()
-    session_id = body.get("session_id", "unknown")
-    print(f"📡 Wake signal received for session: {session_id}")
-    return {"status": "awake", "session_id": session_id}
-
-
-from fastapi.responses import HTMLResponse
-
-@app.get("/", include_in_schema=False)
-async def root():
-    return HTMLResponse("""
-        <h1>Persona Chat Engine API</h1>
-        <p>서버가 정상 실행 중입니다.</p>
-        <p><a href="/docs">Swagger UI로 이동</a></p>
-    """)
 
 
 '''