Update main.py

main.py

@@ -20,38 +20,88 @@ app = FastAPI(title="Replicate to OpenAI Compatibility Layer", version="9.2.2 (S
 
 # --- Pydantic Models ---
 class ModelCard(BaseModel):
-    id: str; object: str = "model"; created: int = Field(default_factory=lambda: int(time.time())); owned_by: str = "replicate"
+    id: str
+    object: str = "model"
+    created: int = Field(default_factory=lambda: int(time.time()))
+    owned_by: str = "replicate"
+
 class ModelList(BaseModel):
-    object: str = "list"; data: List[ModelCard] = []
+    object: str = "list"
+    data: List[ModelCard] = []
+
 class ChatMessage(BaseModel):
-    role: Literal["system", "user", "assistant", "tool"]; content: Union[str, List[Dict[str, Any]]]; name: Optional[str] = None; tool_calls: Optional[List[Any]] = None
+    role: Literal["system", "user", "assistant", "tool"]
+    content: Union[str, List[Dict[str, Any]]]
+    name: Optional[str] = None
+    tool_calls: Optional[List[Any]] = None
+
 class FunctionDefinition(BaseModel):
-    name: str; description: Optional[str] = None; parameters: Optional[Dict[str, Any]] = None
+    name: str
+    description: Optional[str] = None
+    parameters: Optional[Dict[str, Any]] = None
+
 class ToolDefinition(BaseModel):
-    type: Literal["function"]; function: FunctionDefinition
+    type: Literal["function"]
+    function: FunctionDefinition
+
 class FunctionCall(BaseModel):
-    name: str; arguments: str
+    name: str
+    arguments: str
+
 class ToolCall(BaseModel):
-    id: str; type: Literal["function"] = "function"; function: FunctionCall
+    id: str
+    type: Literal["function"] = "function"
+    function: FunctionCall
+
 class ChatCompletionRequest(BaseModel):
-    model: str; messages: List[ChatMessage]; temperature: Optional[float] = 0.7; top_p: Optional[float] = 1.0
-    max_tokens: Optional[int] = None; stream: Optional[bool] = False; stop: Optional[Union[str, List[str]]] = None
-    tools: Optional[List[ToolDefinition]] = None; tool_choice: Optional[Union[str, Dict[str, Any]]] = None
-    functions: Optional[List[FunctionDefinition]] = None; function_call: Optional[Union[str, Dict[str, str]]] = None
+    model: str
+    messages: List[ChatMessage]
+    temperature: Optional[float] = 0.7
+    top_p: Optional[float] = 1.0
+    max_tokens: Optional[int] = None
+    stream: Optional[bool] = False
+    stop: Optional[Union[str, List[str]]] = None
+    tools: Optional[List[ToolDefinition]] = None
+    tool_choice: Optional[Union[str, Dict[str, Any]]] = None
+    functions: Optional[List[FunctionDefinition]] = None
+    function_call: Optional[Union[str, Dict[str, str]]] = None
 
 class Choice(BaseModel):
-    index: int; message: ChatMessage; finish_reason: Optional[str] = None
+    index: int
+    message: ChatMessage
+    finish_reason: Optional[str] = None
+
 class Usage(BaseModel):
-    prompt_tokens: int; completion_tokens: int; total_tokens: int; inference_time: Optional[float] = None
+    prompt_tokens: int
+    completion_tokens: int
+    total_tokens: int
+    inference_time: Optional[float] = None
+
 class ChatCompletion(BaseModel):
-    id: str; object: str = "chat.completion"; created: int; model: str; choices: List[Choice]; usage: Usage
+    id: str
+    object: str = "chat.completion"
+    created: int
+    model: str
+    choices: List[Choice]
+    usage: Usage
 
 class DeltaMessage(BaseModel):
-    role: Optional[str] = None; content: Optional[str] = None; tool_calls: Optional[List[ToolCall]] = None
+    role: Optional[str] = None
+    content: Optional[str] = None
+    tool_calls: Optional[List[ToolCall]] = None
+
 class ChoiceDelta(BaseModel):
-    index: int; delta: DeltaMessage; finish_reason: Optional[str] = None
+    index: int
+    delta: DeltaMessage
+    finish_reason: Optional[str] = None
+
 class ChatCompletionChunk(BaseModel):
-    id: str; object: str = "chat.completion.chunk"; created: int; model: str; choices: List[ChoiceDelta]; usage: Optional[Usage] = None
+    id: str
+    object: str = "chat.completion.chunk"
+    created: int
+    model: str
+    choices: List[ChoiceDelta]
+    usage: Optional[Usage] = None
 
 # --- Supported Models ---
 SUPPORTED_MODELS = {