Spaces:
Paused
Paused
| model_list: | |
| # --------------gemini-2.0-flash-exp-------------------- | |
| - model_name: gg1/gemini-2.0-flash | |
| litellm_params: | |
| model: gemini/gemini-2.0-flash | |
| api_key: os.environ/GEMINI_API_KEY1 | |
| - model_name: gg2/gemini-2.0-flash | |
| litellm_params: | |
| model: gemini/gemini-2.0-flash | |
| api_key: os.environ/GEMINI_API_KEY2 | |
| - model_name: gg3/gemini-2.0-flash | |
| litellm_params: | |
| model: gemini/gemini-2.0-flash | |
| api_key: os.environ/GEMINI_API_KEY3 | |
| - model_name: gg1/gemini-2.0-flash-thinking-exp | |
| litellm_params: | |
| model: gemini/gemini-2.0-flash-thinking-exp-01-21 | |
| api_key: os.environ/GEMINI_API_KEY1 | |
| - model_name: gg2/gemini-2.0-flash-thinking-exp | |
| litellm_params: | |
| model: gemini/gemini-2.0-flash-thinking-exp-01-21 | |
| api_key: os.environ/GEMINI_API_KEY2 | |
| - model_name: gg3/gemini-2.0-flash-thinking-exp | |
| litellm_params: | |
| model: gemini/gemini-2.0-flash-thinking-exp-01-21 | |
| api_key: os.environ/GEMINI_API_KEY3 | |
| - model_name: gg1/gemini-2.0-pro-exp | |
| litellm_params: | |
| model: gemini/gemini-2.0-pro-exp-02-05 | |
| api_key: os.environ/GEMINI_API_KEY1 | |
| - model_name: gg2/gemini-2.0-pro-exp | |
| litellm_params: | |
| model: gemini/gemini-2.0-pro-exp-02-05 | |
| api_key: os.environ/GEMINI_API_KEY2 | |
| - model_name: gg3/gemini-2.0-pro-exp | |
| litellm_params: | |
| model: gemini/gemini-2.0-pro-exp-02-05 | |
| api_key: os.environ/GEMINI_API_KEY3 | |
| # --------------together(free)-------------------- | |
| - model_name: together/Llama-3.3-70B-Instruct-Turbo | |
| litellm_params: | |
| model: together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo-Free | |
| api_key: os.environ/TOGETHERAI_API_KEY | |
| - model_name: together/DeepSeek-R1-Distill-Llama-70B | |
| litellm_params: | |
| model: together_ai/deepseek-ai/DeepSeek-R1-Distill-Llama-70B-free | |
| api_key: os.environ/TOGETHERAI_API_KEY | |
| # --------------openrouter(free)-------------------- | |
| - model_name: or/deepseek-r1 | |
| litellm_params: | |
| model: openrouter/deepseek/deepseek-r1:free | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| - model_name: or/deepseek-v3 | |
| litellm_params: | |
| model: openrouter/deepseek/deepseek-chat:free | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| - model_name: or/deepseek-r1-distill-llama-70b | |
| litellm_params: | |
| model: openrouter/deepseek/deepseek-r1-distill-llama-70b:free | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| - model_name: or/gemini-2.0-flash-thinking-exp | |
| litellm_params: | |
| model: openrouter/google/gemini-2.0-flash-thinking-exp:free | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| - model_name: or/gemini-2.0-flash-exp | |
| litellm_params: | |
| model: openrouter/google/gemini-2.0-flash-exp:free | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| - model_name: or/gemini-2.0-pro-exp | |
| litellm_params: | |
| model: openrouter/google/gemini-2.0-pro-exp-02-05:free | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| - model_name: or/llama-3.3-70b-instruct | |
| litellm_params: | |
| model: openrouter/meta-llama/llama-3.3-70b-instruct:free | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| - model_name: or/llama-3.1-nemotron-70b-instruct | |
| litellm_params: | |
| model: openrouter/nvidia/llama-3.1-nemotron-70b-instruct:free | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| - model_name: or/qwen2.5-vl-72b-instruct | |
| litellm_params: | |
| model: openrouter/qwen/qwen2.5-vl-72b-instruct:free | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| - model_name: or/dolphin3.0-r1-mistral-24b | |
| litellm_params: | |
| model: openrouter/cognitivecomputations/dolphin3.0-r1-mistral-24b:free | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| - model_name: or/dolphin3.0-mistral-24b | |
| litellm_params: | |
| model: openrouter/cognitivecomputations/dolphin3.0-mistral-24b:free | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| # --------------groq---------------------- | |
| - model_name: gq1/llama-3.3-70b-versatile | |
| litellm_params: | |
| model: groq/llama-3.3-70b-versatile | |
| api_key: os.environ/GROQ_API_KEY1 | |
| - model_name: gq2/llama-3.3-70b-versatile | |
| litellm_params: | |
| model: groq/llama-3.3-70b-versatile | |
| api_key: os.environ/GROQ_API_KEY2 | |
| - model_name: gq1/llama-3.3-70b-specdec | |
| litellm_params: | |
| model: groq/llama-3.3-70b-specdec | |
| api_key: os.environ/GROQ_API_KEY1 | |
| - model_name: gq2/llama-3.3-70b-specdec | |
| litellm_params: | |
| model: groq/llama-3.3-70b-specdec | |
| api_key: os.environ/GROQ_API_KEY2 | |
| - model_name: gq1/deepseek-r1-distill-llama-70b | |
| litellm_params: | |
| model: groq/deepseek-r1-distill-llama-70b | |
| api_key: os.environ/GROQ_API_KEY1 | |
| - model_name: gq2/deepseek-r1-distill-llama-70b | |
| litellm_params: | |
| model: groq/deepseek-r1-distill-llama-70b | |
| api_key: os.environ/GROQ_API_KEY2 | |
| # --------------openai-------------------- | |
| - model_name: op1/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_key: os.environ/OPENAI_API_KEY1 | |
| - model_name: op1/text-embedding-3-large | |
| litellm_params: | |
| model: openai/text-embedding-3-large | |
| api_key: os.environ/OPENAI_API_KEY1 | |
| - model_name: op1/text-embedding-3-small | |
| litellm_params: | |
| model: openai/text-embedding-3-small | |
| api_key: os.environ/OPENAI_API_KEY1 | |
| # - model_name: op2/gpt-4o-mini | |
| # litellm_params: | |
| # model: openai/gpt-4o-mini | |
| # api_key: os.environ/OPENAI_API_KEY2 | |
| # --------------cohere-------------------- | |
| - model_name: ch/command-r-plus | |
| litellm_params: | |
| model: cohere/command-r-plus-08-2024 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/embed-english | |
| litellm_params: | |
| model: cohere/embed-english-v3.0 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/embed-english-light | |
| litellm_params: | |
| model: cohere/embed-english-light-v3.0 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/embed-multilingual | |
| litellm_params: | |
| model: cohere/embed-multilingual-v3.0 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/embed-multilingual-light | |
| litellm_params: | |
| model: cohere/embed-multilingual-light-v3.0 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/rerank-english | |
| litellm_params: | |
| model: cohere/rerank-english-v3.0 | |
| api_key: os.environ/COHERE_API_KEY | |
| # --------------mistral-------------------- | |
| - model_name: ms/mistral-large-latest | |
| litellm_params: | |
| model: mistral/mistral-large-latest | |
| api_key: os.environ/MISTRAL_API_KEY | |
| - model_name: ms/mistral-small-latest | |
| litellm_params: | |
| model: mistral/mistral-small-latest | |
| api_key: os.environ/MISTRAL_API_KEY | |
| - model_name: ms/mistral-embed | |
| litellm_params: | |
| model: mistral/mistral-embed | |
| api_key: os.environ/MISTRAL_API_KEY | |
| # --------------huggingface-------------------- | |
| - model_name: hg1/DeepSeek-R1-Distill-Qwen-32B | |
| litellm_params: | |
| model: huggingface/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B | |
| api_key: os.environ/HUGGINGFACE_API_KEY1 | |
| # - model_name: hg2/DeepSeek-R1-Distill-Qwen-32B | |
| # litellm_params: | |
| # model: huggingface/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B | |
| # api_key: os.environ/HUGGINGFACE_API_KEY2 | |
| - model_name: hg1/Llama-3.3-70B-Instruct | |
| litellm_params: | |
| model: huggingface/meta-llama/Llama-3.3-70B-Instruct | |
| api_key: os.environ/HUGGINGFACE_API_KEY1 | |
| # - model_name: hg2/Llama-3.3-70B-Instruct | |
| # litellm_params: | |
| # model: huggingface/meta-llama/Llama-3.3-70B-Instruct | |
| # api_key: os.environ/HUGGINGFACE_API_KEY2 | |
| # --------------hyperbolic-------------------- | |
| - model_name: hb1/DeepSeek-R1 | |
| litellm_params: | |
| model: openai/deepseek-ai/DeepSeek-R1 | |
| api_base: https://api.hyperbolic.xyz/v1 | |
| api_key: os.environ/HYPERBOLIC_API_KEY1 | |
| - model_name: hb2/DeepSeek-R1 | |
| litellm_params: | |
| model: openai/deepseek-ai/DeepSeek-R1 | |
| api_base: https://api.hyperbolic.xyz/v1 | |
| api_key: os.environ/HYPERBOLIC_API_KEY2 | |
| - model_name: hb1/DeepSeek-V3 | |
| litellm_params: | |
| model: openai/deepseek-ai/DeepSeek-V3 | |
| api_base: https://api.hyperbolic.xyz/v1 | |
| api_key: os.environ/HYPERBOLIC_API_KEY1 | |
| - model_name: hb2/DeepSeek-V3 | |
| litellm_params: | |
| model: openai/deepseek-ai/DeepSeek-V3 | |
| api_base: https://api.hyperbolic.xyz/v1 | |
| api_key: os.environ/HYPERBOLIC_API_KEY2 | |
| # --------------KL--------------------- | |
| - model_name: kl1/Meta-Llama-3.3-70B-Instruct-Turbo | |
| litellm_params: | |
| model: openai/klusterai/Meta-Llama-3.3-70B-Instruct-Turbo | |
| api_base: os.environ/KL_BASE_URL | |
| api_key: os.environ/KL_API_KEY1 | |
| - model_name: kl2/Meta-Llama-3.3-70B-Instruct-Turbo | |
| litellm_params: | |
| model: openai/klusterai/Meta-Llama-3.3-70B-Instruct-Turbo | |
| api_base: os.environ/KL_BASE_URL | |
| api_key: os.environ/KL_API_KEY2 | |
| - model_name: kl3/Meta-Llama-3.3-70B-Instruct-Turbo | |
| litellm_params: | |
| model: openai/klusterai/Meta-Llama-3.3-70B-Instruct-Turbo | |
| api_base: os.environ/KL_BASE_URL | |
| api_key: os.environ/KL_API_KEY3 | |
| - model_name: kl1/DeepSeek-R1 | |
| litellm_params: | |
| model: openai/deepseek-ai/DeepSeek-R1 | |
| api_base: os.environ/KL_BASE_URL | |
| api_key: os.environ/KL_API_KEY1 | |
| - model_name: kl2/DeepSeek-R1 | |
| litellm_params: | |
| model: openai/deepseek-ai/DeepSeek-R1 | |
| api_base: os.environ/KL_BASE_URL | |
| api_key: os.environ/KL_API_KEY2 | |
| - model_name: kl3/DeepSeek-R1 | |
| litellm_params: | |
| model: openai/deepseek-ai/DeepSeek-R1 | |
| api_base: os.environ/KL_BASE_URL | |
| api_key: os.environ/KL_API_KEY3 | |
| # --------------PL-------------------- | |
| - model_name: pl/gpt-4o-mini | |
| litellm_params: | |
| model: openai/openai | |
| api_base: os.environ/PL_BASE_URL | |
| api_key: os.environ/PL_API_KEY | |
| - model_name: pl/gpt-4o | |
| litellm_params: | |
| model: openai/openai-large | |
| api_base: os.environ/PL_BASE_URL | |
| api_key: os.environ/PL_API_KEY | |
| - model_name: pl/llama-3.3-70b | |
| litellm_params: | |
| model: openai/llama | |
| api_base: os.environ/PL_BASE_URL | |
| api_key: os.environ/PL_API_KEY | |
| - model_name: pl/deepseek-v3 | |
| litellm_params: | |
| model: openai/deepseek | |
| api_base: os.environ/PL_BASE_URL | |
| api_key: os.environ/PL_API_KEY | |
| - model_name: pl/deepseek-r1-32b | |
| litellm_params: | |
| model: openai/deepseek-r1 | |
| api_base: os.environ/PL_BASE_URL | |
| api_key: os.environ/PL_API_KEY | |
| - model_name: pl/gemini-2.0-flash | |
| litellm_params: | |
| model: openai/gemini | |
| api_base: os.environ/PL_BASE_URL | |
| api_key: os.environ/PL_API_KEY | |
| - model_name: pl/gemini-2.0-flash-thinking | |
| litellm_params: | |
| model: openai/gemini-thinking | |
| api_base: os.environ/PL_BASE_URL | |
| api_key: os.environ/PL_API_KEY | |
| # --------------MW-------------------- | |
| - model_name: mw/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/MW_BASE_URL | |
| api_key: os.environ/MW_API_KEY | |
| - model_name: mw/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o | |
| api_base: os.environ/MW_BASE_URL | |
| api_key: os.environ/MW_API_KEY | |
| - model_name: mw/o3-mini | |
| litellm_params: | |
| model: openai/o3-mini | |
| api_base: os.environ/MW_BASE_URL | |
| api_key: os.environ/MW_API_KEY | |
| - model_name: mw/deepseek-v3 | |
| litellm_params: | |
| model: openai/deepseek-v3 | |
| api_base: os.environ/MW_BASE_URL | |
| api_key: os.environ/MW_API_KEY | |
| - model_name: mw/claude-3-5-sonnet | |
| litellm_params: | |
| model: openai/claude-3-5-sonnet | |
| api_base: os.environ/MW_BASE_URL | |
| api_key: os.environ/MW_API_KEY | |
| - model_name: mw/claude-3-7-sonnet | |
| litellm_params: | |
| model: openai/claude-3-7-sonnet-20250219 | |
| api_base: os.environ/MW_BASE_URL | |
| api_key: os.environ/MW_API_KEY | |
| - model_name: mw/claude-3-5-haiku | |
| litellm_params: | |
| model: openai/claude-3-5-haiku-20241022 | |
| api_base: os.environ/MW_BASE_URL | |
| api_key: os.environ/MW_API_KEY | |
| - model_name: mw/deepseek-r1 | |
| litellm_params: | |
| model: openai/deepseek-r1 | |
| api_base: os.environ/MW_BASE_URL | |
| api_key: os.environ/MW_API_KEY | |
| - model_name: mw/deepseek-r1-70b | |
| litellm_params: | |
| model: openai/deepseek-r1:70b | |
| api_base: os.environ/MW_BASE_URL | |
| api_key: os.environ/MW_API_KEY | |
| - model_name: mw/gemini-2.0-flash | |
| litellm_params: | |
| model: openai/gemini-2.0-flash | |
| api_base: os.environ/MW_BASE_URL | |
| api_key: os.environ/MW_API_KEY | |
| # --------------SL-------------------- | |
| - model_name: sl/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/SL_BASE_URL | |
| api_key: os.environ/SL_API_KEY | |
| - model_name: sl/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o | |
| api_base: os.environ/SL_BASE_URL | |
| api_key: os.environ/SL_API_KEY | |
| - model_name: sl/o3-mini | |
| litellm_params: | |
| model: openai/o3-mini | |
| api_base: os.environ/SL_BASE_URL | |
| api_key: os.environ/SL_API_KEY | |
| - model_name: sl/grok-3 | |
| litellm_params: | |
| model: openai/grok-3 | |
| api_base: os.environ/SL_BASE_URL | |
| api_key: os.environ/SL_API_KEY | |
| - model_name: sl/deepseek-r1 | |
| litellm_params: | |
| model: openai/deepseek-r1 | |
| api_base: os.environ/SL_BASE_URL | |
| api_key: os.environ/SL_API_KEY | |
| - model_name: sl/claude-3.5-haiku | |
| litellm_params: | |
| model: openai/claude-3.5-haiku | |
| api_base: os.environ/SL_BASE_URL | |
| api_key: os.environ/SL_API_KEY | |
| - model_name: sl/llama-3.3-70b | |
| litellm_params: | |
| model: openai/llama-3.3-70b | |
| api_base: os.environ/SL_BASE_URL | |
| api_key: os.environ/SL_API_KEY | |
| - model_name: sl/gemini-2.0-flash | |
| litellm_params: | |
| model: openai/gemini-2.0-flash | |
| api_base: os.environ/SL_BASE_URL | |
| api_key: os.environ/SL_API_KEY | |
| # --------------CL-------------------- | |
| - model_name: cl/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/CL_BASE_URL | |
| api_key: os.environ/CL_API_KEY | |
| - model_name: cl/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o-2024-11-20 | |
| api_base: os.environ/CL_BASE_URL | |
| api_key: os.environ/CL_API_KEY | |
| - model_name: cl/chatgpt-4o-latest | |
| litellm_params: | |
| model: openai/chatgpt-4o-latest | |
| api_base: os.environ/CL_BASE_URL | |
| api_key: os.environ/CL_API_KEY | |
| - model_name: cl/deepseek-v3 | |
| litellm_params: | |
| model: openai/deepseek-v3 | |
| api_base: os.environ/CL_BASE_URL | |
| api_key: os.environ/CL_API_KEY | |
| - model_name: cl/llama-3.1-405b-online | |
| litellm_params: | |
| model: openai/llama-3.1-405b-online:beta | |
| api_base: os.environ/CL_BASE_URL | |
| api_key: os.environ/CL_API_KEY | |
| # --------------OZ-------------------- | |
| - model_name: oz/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/OZ_BASE_URL | |
| api_key: os.environ/OZ_API_KEY | |
| - model_name: oz/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o-1120 | |
| api_base: os.environ/OZ_BASE_URL | |
| api_key: os.environ/OZ_API_KEY | |
| - model_name: oz/chatgpt-4o-latest | |
| litellm_params: | |
| model: openai/chatgpt-4o-latest | |
| api_base: os.environ/OZ_BASE_URL | |
| api_key: os.environ/OZ_API_KEY | |
| - model_name: oz/o3-mini | |
| litellm_params: | |
| model: openai/o3-mini | |
| api_base: os.environ/OZ_BASE_URL | |
| api_key: os.environ/OZ_API_KEY | |
| - model_name: oz/claude-3-5-haiku | |
| litellm_params: | |
| model: openai/claude-3-5-haiku-latest | |
| api_base: os.environ/OZ_BASE_URL | |
| api_key: os.environ/OZ_API_KEY | |
| - model_name: oz/claude-3-5-sonnet | |
| litellm_params: | |
| model: openai/claude-3-5-sonnet-20241022 | |
| api_base: os.environ/OZ_BASE_URL | |
| api_key: os.environ/OZ_API_KEY | |
| # --------------HX-------------------- | |
| - model_name: hx/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/HX_BASE_URL | |
| api_key: os.environ/HX_API_KEY | |
| - model_name: hx/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o-2024-11-20 | |
| api_base: os.environ/HX_BASE_URL | |
| api_key: os.environ/HX_API_KEY | |
| # --------------VO-------------------- | |
| - model_name: vo/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o-2024-11-20 | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/o3-mini | |
| litellm_params: | |
| model: openai/o3-mini | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/o3-mini-low | |
| litellm_params: | |
| model: openai/o3-mini-low | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/o3-mini-high | |
| litellm_params: | |
| model: openai/o3-mini-high | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/claude-3-5-haiku | |
| litellm_params: | |
| model: openai/claude-3-5-haiku-20241022 | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/claude-3-5-sonnet | |
| litellm_params: | |
| model: openai/claude-3-5-sonnet-20241022 | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/claude-3-5-sonnet-20240620 | |
| litellm_params: | |
| model: openai/claude-3-5-sonnet-20240620 | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/deepseek-v3 | |
| litellm_params: | |
| model: openai/deepseek-v3 | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/deepseek-r1 | |
| litellm_params: | |
| model: openai/deepseek-r1 | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/llama-3.3-70b-instruct | |
| litellm_params: | |
| model: openai/llama-3.3-70b-instruct | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| # --------------FR-------------------- | |
| - model_name: fr/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/FR_BASE_URL | |
| api_key: os.environ/FR_API_KEY | |
| - model_name: fr/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o-2024-11-20 | |
| api_base: os.environ/FR_BASE_URL | |
| api_key: os.environ/FR_API_KEY | |
| - model_name: fr/o3-mini | |
| litellm_params: | |
| model: openai/o3-mini-2025-01-31 | |
| api_base: os.environ/FR_BASE_URL | |
| api_key: os.environ/FR_API_KEY | |
| - model_name: fr/claude-3-5-haiku | |
| litellm_params: | |
| model: openai/claude-3-5-haiku-20241022 | |
| api_base: os.environ/FR_BASE_URL | |
| api_key: os.environ/FR_API_KEY | |
| - model_name: fr/claude-3-7-sonnet | |
| litellm_params: | |
| model: openai/claude-3-7-sonnet-20250219 | |
| api_base: os.environ/FR_BASE_URL | |
| api_key: os.environ/FR_API_KEY | |
| - model_name: fr/claude-3-5-sonnet | |
| litellm_params: | |
| model: openai/claude-3-5-sonnet-20241022 | |
| api_base: os.environ/FR_BASE_URL | |
| api_key: os.environ/FR_API_KEY | |
| - model_name: fr/claude-3-5-sonnet-20240620 | |
| litellm_params: | |
| model: openai/claude-3-5-sonnet-20240620 | |
| api_base: os.environ/FR_BASE_URL | |
| api_key: os.environ/FR_API_KEY | |
| - model_name: fr/deepseek-v3 | |
| litellm_params: | |
| model: openai/deepseek-v3 | |
| api_base: os.environ/FR_BASE_URL | |
| api_key: os.environ/FR_API_KEY | |
| - model_name: fr/deepseek-r1 | |
| litellm_params: | |
| model: openai/deepseek-r1 | |
| api_base: os.environ/FR_BASE_URL | |
| api_key: os.environ/FR_API_KEY | |
| - model_name: fr/llama-3.3-70b | |
| litellm_params: | |
| model: openai/llama-3.3-70b | |
| api_base: os.environ/FR_BASE_URL | |
| api_key: os.environ/FR_API_KEY | |
| - model_name: fr/llama-3.1-sonar-large-128k-online | |
| litellm_params: | |
| model: openai/llama-3.1-sonar-large-128k-online | |
| api_base: os.environ/FR_BASE_URL | |
| api_key: os.environ/FR_API_KEY | |
| - model_name: fr/llama-3.1-sonar-small-128k-online | |
| litellm_params: | |
| model: openai/llama-3.1-sonar-small-128k-online | |
| api_base: os.environ/FR_BASE_URL | |
| api_key: os.environ/FR_API_KEY | |
| # --------------ZK-------------------- | |
| - model_name: zk/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o-2024-11-20 | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/chatgpt-4o-latest | |
| litellm_params: | |
| model: openai/chatgpt-4o-latest | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/o3-mini | |
| litellm_params: | |
| model: openai/o3-mini | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/claude-3-5-haiku | |
| litellm_params: | |
| model: openai/claude-3.5-haiku | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/claude-3-7-sonnet | |
| litellm_params: | |
| model: openai/claude-3.7-sonnet | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/claude-3-5-sonnet | |
| litellm_params: | |
| model: openai/claude-3.5-sonnet-v2 | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/claude-3-5-sonnet-20240620 | |
| litellm_params: | |
| model: openai/claude-3.5-sonnet | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/deepseek-chat | |
| litellm_params: | |
| model: openai/deepseek-chat | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/deepseek-reasoner | |
| litellm_params: | |
| model: openai/deepseek-reasoner | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/r1-1776 | |
| litellm_params: | |
| model: openai/r1-1776 | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/llama-3.3-70b-instruct | |
| litellm_params: | |
| model: openai/llama-3.3-70b-instruct | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/sonar-pro | |
| litellm_params: | |
| model: openai/sonar-pro | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/sonar | |
| litellm_params: | |
| model: openai/sonar | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/sonar-reasoning | |
| litellm_params: | |
| model: openai/sonar-reasoning | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/sonar-reasoning-pro | |
| litellm_params: | |
| model: openai/sonar-reasoning-pro | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| # --------------CB-------------------- | |
| - model_name: cb/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o-2024-11-20 | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/chatgpt-4o-latest | |
| litellm_params: | |
| model: openai/chatgpt-4o-latest | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/o3-mini | |
| litellm_params: | |
| model: openai/o3-mini | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/o3-mini-low | |
| litellm_params: | |
| model: openai/o3-mini-low | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/o3-mini-medium | |
| litellm_params: | |
| model: openai/o3-mini-medium | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/o3-mini-high | |
| litellm_params: | |
| model: openai/o3-mini-high | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/claude-3-5-haiku | |
| litellm_params: | |
| model: openai/claude-3-5-haiku-20241022 | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/claude-3-7-sonnet | |
| litellm_params: | |
| model: openai/claude-3-7-sonnet-20250219 | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/claude-3-5-sonnet | |
| litellm_params: | |
| model: openai/claude-3-5-sonnet-20241022 | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/claude-3-5-sonnet-20240620 | |
| litellm_params: | |
| model: openai/claude-3-5-sonnet-20240620 | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/deepseek-v3 | |
| litellm_params: | |
| model: openai/deepseek-v3 | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/deepseek-r1-uncensored | |
| litellm_params: | |
| model: openai/deepseek-r1-uncensored | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/deepseek-r1 | |
| litellm_params: | |
| model: openai/deepseek-r1 | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/deepseek-r1-128k | |
| litellm_params: | |
| model: openai/deepseek-r1-128k | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/deepseek-r1-32b | |
| litellm_params: | |
| model: openai/deepseek-r1-32b | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/llama-3.3-70b-instruct | |
| litellm_params: | |
| model: openai/llama-3.3-70b-instruct | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/gemini-unlocked | |
| litellm_params: | |
| model: openai/gemini-unlocked | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| - model_name: cb/hermes-3-llama-3.1-70b | |
| litellm_params: | |
| model: openai/hermes-3-llama-3.1-70b | |
| api_base: os.environ/CB_BASE_URL | |
| api_key: os.environ/CB_API_KEY | |
| # --------------DDC-------------------- | |
| # | |
| # - model_name: ddc/gpt-4o-real | |
| # litellm_params: | |
| # model: openai/gpt-4o-real | |
| # api_base: os.environ/DDC_BASE_URL | |
| # api_key: os.environ/DDC_API_KEY | |
| # | |
| # - model_name: ddc/gpt-4o | |
| # litellm_params: | |
| # model: openai/gpt-4o | |
| # api_base: os.environ/DDC_BASE_URL | |
| # api_key: os.environ/DDC_API_KEY | |
| # | |
| # - model_name: ddc/gpt-4o-2024-05-13 | |
| # litellm_params: | |
| # model: openai/gpt-4o-2024-05-13 | |
| # api_base: os.environ/DDC_BASE_URL | |
| # api_key: os.environ/DDC_API_KEY | |
| # | |
| # - model_name: ddc/claude-3-5-sonnet-20240620 | |
| # litellm_params: | |
| # model: openai/claude-3-5-sonnet-20240620 | |
| # api_base: os.environ/DDC_BASE_URL | |
| # api_key: os.environ/DDC_API_KEY | |
| # | |
| # - model_name: ddc/claude-3-5-sonnet-real | |
| # litellm_params: | |
| # model: openai/claude-3-5-sonnet-real | |
| # api_base: os.environ/DDC_BASE_URL | |
| # api_key: os.environ/DDC_API_KEY | |
| # | |
| # - model_name: ddc/claude-sonnet-3.5 | |
| # litellm_params: | |
| # model: openai/claude-sonnet-3.5 | |
| # api_base: os.environ/DDC_BASE_URL | |
| # api_key: os.environ/DDC_API_KEY | |
| # | |
| # - model_name: ddc/Llama-3.3-70B-Instruct-Turbo | |
| # litellm_params: | |
| # model: openai/meta-llama/Llama-3.3-70B-Instruct-Turbo | |
| # api_base: os.environ/DDC_BASE_URL | |
| # api_key: os.environ/DDC_API_KEY | |
| # | |
| # - model_name: ddc/Llama-3.3-70B-Instruct | |
| # litellm_params: | |
| # model: openai/meta-llama/Llama-3.3-70B-Instruct | |
| # api_base: os.environ/DDC_BASE_URL | |
| # api_key: os.environ/DDC_API_KEY | |
| # | |
| # - model_name: ddc/Llama-3.3-70B-Instruct-Turbo | |
| # litellm_params: | |
| # model: openai/meta-llama/Llama-3.3-70B-Instruct-Turbo | |
| # api_base: os.environ/DDC_BASE_URL | |
| # api_key: os.environ/DDC_API_KEY | |
| # | |
| # --------------Other Settings-------------------- | |
| litellm_settings: | |
| # Networking settings | |
| request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout | |
| num_retries: 3 | |
| fallbacks: [{ "gemini-1.5-pro": ["gemini-1.5-flash"] }] | |
| allowed_fails: 3 # cooldown model if it fails > 1 call in a minute. | |
| cooldown_time: 30 # how long to cooldown model if fails/min > allowed_fails | |
| drop_params: true | |
| general_settings: | |
| master_key: os.environ/MASTER_KEY # sk-1234 # [OPTIONAL] Only use this if you require all calls to contain this key (Authorization: Bearer sk-1234) | |
| router_settings: | |
| fallbacks: | |
| [ | |
| { "or/gemini-2.0-flash-exp": ["gg1/gemini-2.0-flash-exp"] }, | |
| { "gpt-3.5-turbo": ["gemini-1.5-flash"] }, | |
| ] | |
| model_group_alias: { "gpt-4": "gemini-1.5-pro" } | |
| routing_strategy: simple-shuffle | |