import base64, os, uuid, gradio as gr from pathlib import Path from typing import Dict, List, Tuple from langfuse import Langfuse, observe, get_client from langfuse.openai import openai langfuse = Langfuse(secret_key=os.getenv('LANGFUSE_SECRET_KEY'), public_key=os.getenv('LANGFUSE_PUBLIC_KEY'), host=os.getenv('LANGFUSE_HOST')) langfuse = get_client() BASE_URL = os.getenv('CHAT_BASE_URL') MODEL_NAME = os.getenv('MODEL_NAME') API_KEY = os.getenv('API_KEY') SYSTEM_PROMPT = (os.getenv('SYSTEM_PROMPT')) LOGO_PATH = Path(__file__).parent / "logo.png" def _load_logo_data_uri() -> str: try: encoded = base64.b64encode(LOGO_PATH.read_bytes()).decode("ascii") return f"data:image/png;base64,{encoded}" except FileNotFoundError: return "" LOGO_DATA_URI = _load_logo_data_uri() HERO_LOGO_HTML = ( f'
Stronger understanding of long-context inputs.
Compact 14B model designed for efficiency with a strong performance.