src/kallam/app/chatbot_manager.py

# src/your_pkg/app/chatbot_manager.py
from __future__ import annotations

import json
import logging
import os
import threading
import time
import uuid
from dataclasses import dataclass
from datetime import datetime, timedelta
from pathlib import Path
from typing import Optional, Dict, List, Any
from functools import wraps
from contextvars import ContextVar

# Keep your orchestrator import AS-IS to avoid ripples.
from kallam.domain.agents.orchestrator import Orchestrator

from kallam.infra.session_store import SessionStore
from kallam.infra.message_store import MessageStore
from kallam.infra.summary_store import SummaryStore
from kallam.infra.exporter import JsonExporter
from kallam.infra.token_counter import TokenCounter
from kallam.infra.db import sqlite_conn  # for the cleanup method

# -----------------------------------------------------------------------------
# Logging setup (configurable)
# -----------------------------------------------------------------------------

_request_id: ContextVar[str] = ContextVar("_request_id", default="-")

class RequestIdFilter(logging.Filter):
    def filter(self, record: logging.LogRecord) -> bool:
        record.request_id = _request_id.get()
        return True

def _setup_logging(level: Optional[str] = None, json_mode: bool = False, logger_name: str = "kallam.chatbot"):
    lvl = (level or os.getenv("LOG_LEVEL", "INFO")).upper()
    root = logging.getLogger()
    # Avoid duplicate handlers if constructed multiple times in REPL/tests
    if not any(isinstance(h, logging.StreamHandler) for h in root.handlers):
        handler = logging.StreamHandler()
        if json_mode or os.getenv("LOG_JSON", "0") in {"1", "true", "True"}:
            fmt = '{"ts":"%(asctime)s","lvl":"%(levelname)s","logger":"%(name)s","req":"%(request_id)s","msg":"%(message)s"}'
        else:
            fmt = "%(asctime)s | %(levelname)-7s | %(name)s | req=%(request_id)s | %(message)s"
        handler.setFormatter(logging.Formatter(fmt))
        handler.addFilter(RequestIdFilter())
        root.addHandler(handler)
    root.setLevel(lvl)
    return logging.getLogger(logger_name)

logger = _setup_logging()  # default init; can be reconfigured via ChatbotManager args

def _with_trace(level: int = logging.INFO):
    """
    Decorator to visualize call sequence with timing and exceptions.
    Uses the same request_id context if already set, or creates one.
    """
    def deco(fn):
        @wraps(fn)
        def wrapper(self, *args, **kwargs):
            rid = _request_id.get()
            created_here = False
            if rid == "-" and fn.__name__ in {"handle_message", "start_session"}:
                rid = uuid.uuid4().hex[:8]
                _request_id.set(rid)
                created_here = True
            logger.log(level, f"→ {fn.__name__}")
            t0 = time.time()
            try:
                out = fn(self, *args, **kwargs)
                dt = int((time.time() - t0) * 1000)
                logger.log(level, f"← {fn.__name__} done in {dt} ms")
                return out
            except Exception:
                logger.exception(f"✖ {fn.__name__} failed")
                raise
            finally:
                # Reset the request id when we originated it here
                if created_here:
                    _request_id.set("-")
        return wrapper
    return deco


EXPORT_FOLDER = "exported_sessions"

@dataclass
class SessionStats:
    message_count: int = 0
    total_tokens_in: int = 0
    total_tokens_out: int = 0
    avg_latency: float = 0.0
    first_message: Optional[str] = None
    last_message: Optional[str] = None


class ChatbotManager:
    """
    Backward-compatible facade. Same constructor and methods as your original class.
    Under the hood we delegate to infra stores and the orchestrator.
    """

    def __init__(self,
                 db_path: str = "chatbot_data.db",
                 summarize_every_n_messages: int = 10,
                 message_limit: int = 10,
                 sunmmary_limit: int = 20,
                 chain_of_thoughts_limit: int = 5,
                 # logging knobs
                 log_level: Optional[str] = None,
                 log_json: bool = False,
                 log_name: str = "kallam.chatbot",
                 trace_level: int = logging.INFO):
        if summarize_every_n_messages <= 0:
            raise ValueError("summarize_every_n_messages must be positive")
        if message_limit <= 0:
            raise ValueError("message_limit must be positive")

        # Reconfigure logger per instance if caller wants
        global logger
        logger = _setup_logging(level=log_level, json_mode=log_json, logger_name=log_name)
        self._trace_level = trace_level

        self.orchestrator = Orchestrator()
        self.sum_every_n = summarize_every_n_messages
        self.message_limit = message_limit
        self.summary_limit = sunmmary_limit
        self.chain_of_thoughts_limit = chain_of_thoughts_limit
        self.db_path = Path(db_path)
        self.lock = threading.RLock()
        self.tokens = TokenCounter(capacity=1000)

        # wire infra
        db_url = f"sqlite:///{self.db_path}"
        self.sessions = SessionStore(db_url)
        self.messages = MessageStore(db_url)
        self.summaries = SummaryStore(db_url)
        self.exporter = JsonExporter(db_url, out_dir=EXPORT_FOLDER)

        # ensure schema exists
        self._ensure_schema()

        logger.info(f"ChatbotManager initialized with database: {self.db_path}")

    # ---------- schema bootstrap ----------
    @_with_trace()
    def _ensure_schema(self) -> None:
        ddl_sessions = """
        CREATE TABLE IF NOT EXISTS sessions (
            session_id TEXT PRIMARY KEY,
            timestamp TEXT NOT NULL,
            last_activity TEXT NOT NULL,
            saved_memories TEXT,
            total_messages INTEGER DEFAULT 0,
            total_user_messages INTEGER DEFAULT 0,
            total_assistant_messages INTEGER DEFAULT 0,
            total_summaries INTEGER DEFAULT 0,
            created_at TEXT DEFAULT CURRENT_TIMESTAMP,
            is_active BOOLEAN DEFAULT 1
        );
        """
        ddl_messages = """
        CREATE TABLE IF NOT EXISTS messages (
            id INTEGER PRIMARY KEY AUTOINCREMENT,
            session_id TEXT NOT NULL,
            message_id TEXT UNIQUE NOT NULL,
            timestamp TEXT NOT NULL,
            role TEXT NOT NULL CHECK(role IN ('user','assistant','system')),
            content TEXT NOT NULL,
            translated_content TEXT,
            chain_of_thoughts TEXT,
            tokens_input INTEGER DEFAULT 0,
            tokens_output INTEGER DEFAULT 0,
            latency_ms INTEGER,
            flags TEXT,
            created_at TEXT DEFAULT CURRENT_TIMESTAMP,
            FOREIGN KEY(session_id) REFERENCES sessions(session_id) ON DELETE CASCADE
        );
        """
        ddl_summaries = """
        CREATE TABLE IF NOT EXISTS summaries (
            id INTEGER PRIMARY KEY AUTOINCREMENT,
            session_id TEXT NOT NULL,
            timestamp TEXT NOT NULL,
            summary TEXT NOT NULL,
            created_at TEXT DEFAULT CURRENT_TIMESTAMP,
            FOREIGN KEY(session_id) REFERENCES sessions(session_id) ON DELETE CASCADE
        );
        """
        idx = [
            "CREATE INDEX IF NOT EXISTS idx_messages_session_id ON messages(session_id)",
            "CREATE INDEX IF NOT EXISTS idx_messages_timestamp ON messages(timestamp DESC)",
            "CREATE INDEX IF NOT EXISTS idx_sessions_last_activity ON sessions(last_activity DESC)",
            "CREATE INDEX IF NOT EXISTS idx_summaries_session_id ON summaries(session_id)",
            "CREATE INDEX IF NOT EXISTS idx_messages_role ON messages(role)"
        ]
        with sqlite_conn(str(self.db_path)) as c:
            c.execute(ddl_sessions)
            c.execute(ddl_messages)
            c.execute(ddl_summaries)
            for q in idx:
                c.execute(q)

    # ---------- validation/util ----------
    def _validate_inputs(self, **kwargs):
        validators = {
            'user_message': lambda x: bool(x and str(x).strip()),
            'session_id': lambda x: bool(x),
            'role': lambda x: x in ('user', 'assistant', 'system'),
        }
        for k, v in kwargs.items():
            fn = validators.get(k)
            if fn and not fn(v):
                raise ValueError(f"Invalid {k}: {v}")

    # ---------- public API ----------
    @_with_trace()
    def start_session(self, saved_memories: Optional[str] = None) -> str:
        sid = self.sessions.create(saved_memories=saved_memories)
        logger.debug(f"start_session: saved_memories_len={len(saved_memories or '')} session_id={sid}")
        return sid

    @_with_trace()
    def get_session(self, session_id: str) -> Optional[Dict[str, Any]]:
        return self.sessions.get_meta(session_id)

    @_with_trace()
    def list_sessions(self, active_only: bool = True, limit: int = 50) -> List[Dict[str, Any]]:
        return self.sessions.list(active_only=active_only, limit=limit)

    @_with_trace()
    def close_session(self, session_id: str) -> bool:
        return self.sessions.close(session_id)

    @_with_trace()
    def delete_session(self, session_id: str) -> bool:
        return self.sessions.delete(session_id)

    @_with_trace()
    def cleanup_old_sessions(self, days_old: int = 30) -> int:
        if days_old <= 0:
            raise ValueError("days_old must be positive")
        cutoff = (datetime.now() - timedelta(days=days_old)).isoformat()
        return self.sessions.cleanup_before(cutoff)

    @_with_trace()
    def handle_message(self, session_id: str, user_message: str) -> str:
        # Ensure one correlation id per request flow
        if _request_id.get() == "-":
            _request_id.set(uuid.uuid4().hex[:8])

        self._validate_inputs(session_id=session_id, user_message=user_message)
        with self.lock:
            t0 = time.time()

            # ensure session exists
            if not self.get_session(session_id):
                raise ValueError(f"Session {session_id} not found")

            # fetch context
            original_history = self.messages.get_original_history(session_id, limit=self.message_limit)
            eng_history = self.messages.get_translated_history(session_id, limit=self.message_limit)
            eng_summaries = self.summaries.list(session_id, limit=self.summary_limit)
            chain = self.messages.get_reasoning_traces(session_id, limit=self.chain_of_thoughts_limit)

            meta = self.sessions.get_meta(session_id) or {}
            memory_context = (meta.get("saved_memories") or "") if isinstance(meta, dict) else ""

            if logger.isEnabledFor(logging.DEBUG):
                logger.debug(
                    "context pulled: history=%d summaries=%d chain=%d mem_len=%d",
                    len(eng_history or []), len(eng_summaries or []), len(chain or []), len(memory_context),
                )

            # flags and translation
            flags = self._get_flags_dict(session_id, user_message)
            if logger.isEnabledFor(logging.DEBUG):
                # keep flags concise if large
                short_flags = {k: (v if isinstance(v, (int, float, bool, str)) else "…") for k, v in (flags or {}).items()}
                logger.debug(f"flags: {short_flags}")

            eng_msg = self.orchestrator.get_translation(
                message=user_message, flags=flags, translation_type="forward"
            )

            # respond
            response_commentary = self.orchestrator.get_commented_response(
                original_history=original_history,
                original_message=user_message,
                eng_history=eng_history,
                eng_message=eng_msg,
                flags=flags,
                chain_of_thoughts=chain,
                memory_context=memory_context, # type: ignore
                summarized_histories=eng_summaries,
            )

            bot_message = response_commentary["final_output"]
            bot_eng = self.orchestrator.get_translation(
                message=bot_message, flags=flags, translation_type="forward"
            )
            latency_ms = int((time.time() - t0) * 1000)

            # persist
            tok_user = self.tokens.count(user_message)
            tok_bot = self.tokens.count(bot_message)

            self.messages.append_user(session_id, content=user_message,
                                      translated=eng_msg, flags=flags, tokens_in=tok_user)
            self.messages.append_assistant(session_id, content=bot_message,
                                           translated=bot_eng, reasoning=response_commentary,
                                           tokens_out=tok_bot)

            if logger.isEnabledFor(logging.DEBUG):
                logger.debug(
                    "persisted: tokens_in=%d tokens_out=%d latency_ms=%d", tok_user, tok_bot, latency_ms
                )

            # summarize checkpoint
            meta = self.sessions.get_meta(session_id)
            if meta and (meta["total_user_messages"] % self.sum_every_n == 0) and (meta["total_user_messages"] > 0):
                logger.log(self._trace_level, f"checkpoint: summarizing session {session_id}")
                self.summarize_session(session_id)

            return bot_message

    @_with_trace()
    def _get_flags_dict(self, session_id: str, user_message: str) -> Dict[str, Any]:
        self._validate_inputs(session_id=session_id)
        try:
            # Build context Supervisor expects
            chat_history = self.messages.get_translated_history(session_id, limit=self.message_limit) or []
            summaries = self.summaries.list(session_id, limit=self.message_limit) or []
            meta = self.sessions.get_meta(session_id) or {}
            memory_context = (meta.get("saved_memories") or "") if isinstance(meta, dict) else ""

            flags = self.orchestrator.get_flags_from_supervisor(
                chat_history=chat_history,
                user_message=user_message,
                memory_context=memory_context,
                summarized_histories=summaries
            )
            return flags
        except Exception as e:
            logger.warning(f"Failed to get flags from supervisor: {e}, using safe defaults")
            # Safe defaults keep the pipeline alive
            return {"language": "english", "doctor": False, "psychologist": False}

    @_with_trace()
    def summarize_session(self, session_id: str) -> str:
        eng_history = self.messages.get_translated_history(session_id, limit=self.message_limit)
        if not eng_history:
            raise ValueError("No chat history found for session")
        eng_summaries = self.summaries.list(session_id)
        eng_summary = self.orchestrator.summarize_history(
            chat_history=eng_history, eng_summaries=eng_summaries
        )
        self.summaries.add(session_id, eng_summary) # type: ignore
        logger.debug("summary_len=%d total_summaries=%d", len(eng_summary or ""), len(eng_summaries or []) + 1)
        return eng_summary # type: ignore

    @_with_trace()
    def get_session_stats(self, session_id: str) -> dict:
        stats, session = self.messages.aggregate_stats(session_id)
        stats_dict = {
            "message_count": stats.get("message_count") or 0,
            "total_tokens_in": stats.get("total_tokens_in") or 0,
            "total_tokens_out": stats.get("total_tokens_out") or 0,
            "avg_latency": float(stats.get("avg_latency") or 0),
            "first_message": stats.get("first_message"),
            "last_message": stats.get("last_message"),
        }
        logger.debug("stats: %s", stats_dict)
        return {
            "session_info": session,   # already a dict from MessageStore
            "stats": stats_dict,       # plain dict
        }

    @_with_trace()
    def get_original_chat_history(self, session_id: str, limit: int | None = None) -> list[dict]:
        self._validate_inputs(session_id=session_id)
        if limit is None:
            limit = self.message_limit

        # Fallback: direct query
        with sqlite_conn(str(self.db_path)) as c:
            rows = c.execute(
                """
                SELECT role, content, timestamp
                FROM messages
                WHERE session_id = ?
                ORDER BY id ASC
                LIMIT ?
                """,
                (session_id, limit),
            ).fetchall()
            return [dict(r) for r in rows]

    @_with_trace()
    def export_session_json(self, session_id: str) -> str:
        path = self.exporter.export_session_json(session_id)
        logger.info(f"exported session to {path}")
        return path
    
    @_with_trace()
    def export_all_sessions_json(self) -> str:
        path = self.exporter.export_all_sessions_json()
        logger.info(f"exported session to {path}")
        return path