Update config.yaml

config.yaml

@@ -49,18 +49,6 @@ model_list:
       api_key: os.environ/GITHUB_API_KEY2
       rpm: 30  # 15 * # of keys
       tpm: 2000000 # 1,000,000 * # of keys
-      
-  - model_name: gpt-4o-mini-k1
-    litellm_params:
-      model: github/gpt-4o-mini
-      api_base: https://models.inference.ai.azure.com
-      api_key: os.environ/GITHUB_API_KEY1
-  - model_name: github/gpt-4o-mini
-    litellm_params:
-      model: github/gpt-4o-mini
-      api_key: os.environ/GITHUB_API_KEY1
-      rpm: 30  # 15 * # of keys
-      tpm: 2000000 # 1,000,000 * # of keys
 
   - model_name: Mistral-large-2411-k1
     litellm_params:
@@ -85,6 +73,18 @@ model_list:
       api_key: os.environ/GITHUB_API_KEY2
       rpm: 30  # 15 * # of keys
       tpm: 2000000 # 1,000,000 * # of keys      
+      
+  - model_name: gpt-4o-mini-k1
+    litellm_params:
+      model: github/gpt-4o-mini
+      api_base: https://models.inference.ai.azure.com
+      api_key: os.environ/GITHUB_API_KEY1
+  - model_name: github/gpt-4o-mini
+    litellm_params:
+      model: github/gpt-4o-mini
+      api_key: os.environ/GITHUB_API_KEY1
+      rpm: 30  # 15 * # of keys
+      tpm: 2000000 # 1,000,000 * # of keys
 
   - model_name: gpt-4o-mini-k2
     litellm_params:
@@ -173,7 +173,7 @@ model_list:
     litellm_params:
       model: gemini/gemini-2.0-flash-exp
       api_key: os.environ/GEMINI_API_KEY1
-      rpm: 10  # 2 * # of keys
+      rpm: 50  # 2 * # of keys
       tpm: 5000000 # 32,000 * # of keys
 
   - model_name: gemini-2.0-flash-exp-k2
@@ -184,7 +184,51 @@ model_list:
     litellm_params:
       model: gemini/gemini-2.0-flash-exp
       api_key: os.environ/GEMINI_API_KEY2
-      rpm: 10  # 2 * # of keys
+      rpm: 50  # 2 * # of keys
+      tpm: 5000000 # 32,000 * # of keys
+
+  - model_name: gemini-2.0-flash-thinking-exp-k1
+    litellm_params:
+      model: gemini/gemini-2.0-flash-thinking-exp
+      api_key: os.environ/GEMINI_API_KEY1
+  - model_name: gemini-2.0-flash-thinking-exp
+    litellm_params:
+      model: gemini/gemini-2.0-flash-thinking-exp
+      api_key: os.environ/GEMINI_API_KEY1
+      rpm: 50  # 2 * # of keys
+      tpm: 5000000 # 32,000 * # of keys
+
+  - model_name: gemini-2.0-flash-thinking-exp-k2
+    litellm_params:
+      model: gemini/gemini-2.0-flash-thinking-exp
+      api_key: os.environ/GEMINI_API_KEY2
+  - model_name: gemini-2.0-flash-thinking-exp
+    litellm_params:
+      model: gemini/gemini-2.0-flash-thinking-exp
+      api_key: os.environ/GEMINI_API_KEY2
+      rpm: 50  # 2 * # of keys
+      tpm: 5000000 # 32,000 * # of keys
+
+  - model_name: gemini-2.0-flash-thinking-exp-1219-k1
+    litellm_params:
+      model: gemini/gemini-2.0-flash-thinking-exp-1219
+      api_key: os.environ/GEMINI_API_KEY1
+  - model_name: gemini-2.0-flash-thinking-exp-1219
+    litellm_params:
+      model: gemini/gemini-2.0-flash-thinking-exp-1219
+      api_key: os.environ/GEMINI_API_KEY1
+      rpm: 50  # 2 * # of keys
+      tpm: 5000000 # 32,000 * # of keys
+
+  - model_name: gemini-2.0-flash-thinking-exp-1219-k2
+    litellm_params:
+      model: gemini/gemini-2.0-flash-thinking-exp-1219
+      api_key: os.environ/GEMINI_API_KEY2
+  - model_name: gemini-2.0-flash-thinking-exp-1219
+    litellm_params:
+      model: gemini/gemini-2.0-flash-thinking-exp-1219
+      api_key: os.environ/GEMINI_API_KEY2
+      rpm: 50  # 2 * # of keys
       tpm: 5000000 # 32,000 * # of keys
 
 # --------------gemini-exp-1206--------------------
@@ -196,7 +240,7 @@ model_list:
     litellm_params:
       model: gemini/gemini-exp-1206
       api_key: os.environ/GEMINI_API_KEY1
-      rpm: 10  # 2 * # of keys
+      rpm: 20  # 2 * # of keys
       tpm: 5000000 # 32,000 * # of keys
 
   - model_name: gemini-exp-1206-k2
@@ -207,7 +251,7 @@ model_list:
     litellm_params:
       model: gemini/gemini-exp-1206
       api_key: os.environ/GEMINI_API_KEY2
-      rpm: 10  # 2 * # of keys
+      rpm: 20  # 2 * # of keys
       tpm: 5000000 # 32,000 * # of keys
       
 # --------------gemini-exp-1121--------------------
@@ -219,7 +263,7 @@ model_list:
     litellm_params:
       model: gemini/gemini-exp-1121
       api_key: os.environ/GEMINI_API_KEY1
-      rpm: 10  # 2 * # of keys
+      rpm: 20  # 2 * # of keys
       tpm: 5000000 # 32,000 * # of keys
 
   - model_name: gemini-exp-1121-k2
@@ -230,7 +274,7 @@ model_list:
     litellm_params:
       model: gemini/gemini-exp-1121
       api_key: os.environ/GEMINI_API_KEY2
-      rpm: 10  # 2 * # of keys
+      rpm: 20  # 2 * # of keys
       tpm: 5000000 # 32,000 * # of keys
 
 # --------------gemini-exp-1114--------------------
@@ -242,7 +286,7 @@ model_list:
     litellm_params:
       model: gemini/gemini-exp-1114
       api_key: os.environ/GEMINI_API_KEY1
-      rpm: 10  # 2 * # of keys
+      rpm: 20  # 2 * # of keys
       tpm: 5000000 # 32,000 * # of keys
 
   - model_name: gemini-exp-1114-k2
@@ -253,77 +297,9 @@ model_list:
     litellm_params:
       model: gemini/gemini-exp-1114
       api_key: os.environ/GEMINI_API_KEY2
-      rpm: 10  # 2 * # of keys
+      rpm: 20  # 2 * # of keys
       tpm: 5000000 # 32,000 * # of keys
 
-# --------------gemini-1.5-flash--------------------
-      
-  - model_name: gemini-1.5-flash-k1
-    litellm_params:
-      model: gemini/gemini-1.5-flash
-      api_key: os.environ/GEMINI_API_KEY1
-  - model_name: gemini-1.5-flash
-    litellm_params:
-      model: gemini/gemini-1.5-flash
-      api_key: os.environ/GEMINI_API_KEY1
-      rpm: 30  # 15 * # of keys
-      tpm: 2000000 # 1,000,000 * # of keys
-
-  - model_name: gemini-1.5-flash-k2
-    litellm_params:
-      model: gemini/gemini-1.5-flash
-      api_key: os.environ/GEMINI_API_KEY2
-  - model_name: gemini-1.5-flash
-    litellm_params:
-      model: gemini/gemini-1.5-flash
-      api_key: os.environ/GEMINI_API_KEY2
-      rpm: 30  # 15 * # of keys
-      tpm: 2000000 # 1,000,000 * # of keys
-
-  - model_name: gemini-1.5-flash-002-k1
-    litellm_params:
-      model: gemini/gemini-1.5-flash-002
-      api_key: os.environ/GEMINI_API_KEY1
-  - model_name: gemini-1.5-flash-002
-    litellm_params:
-      model: gemini/gemini-1.5-flash-002
-      api_key: os.environ/GEMINI_API_KEY1
-      rpm: 75  # 15 * # of keys
-      tpm: 5000000 # 1,000,000 * # of keys
-      
-  - model_name: gemini-1.5-flash-002-k2
-    litellm_params:
-      model: gemini/gemini-1.5-flash-002
-      api_key: os.environ/GEMINI_API_KEY2
-  - model_name: gemini-1.5-flash-002
-    litellm_params:
-      model: gemini/gemini-1.5-flash-002
-      api_key: os.environ/GEMINI_API_KEY2
-      rpm: 75  # 15 * # of keys
-      tpm: 5000000 # 1,000,000 * # of keys
-
-  - model_name: gemini-1.5-flash-exp-k1
-    litellm_params:
-      model: gemini/gemini-1.5-flash-exp
-      api_key: os.environ/GEMINI_API_KEY1
-  - model_name: gemini-1.5-flash-exp
-    litellm_params:
-      model: gemini/gemini-1.5-flash-exp
-      api_key: os.environ/GEMINI_API_KEY1
-      rpm: 75  # 15 * # of keys
-      tpm: 5000000 # 1,000,000 * # of keys
-
-  - model_name: gemini-1.5-flash-exp-k2
-    litellm_params:
-      model: gemini/gemini-1.5-flash-exp
-      api_key: os.environ/GEMINI_API_KEY2
-  - model_name: gemini-1.5-flash-exp
-    litellm_params:
-      model: gemini/gemini-1.5-flash-exp
-      api_key: os.environ/GEMINI_API_KEY2
-      rpm: 75  # 15 * # of keys
-      tpm: 5000000 # 1,000,000 * # of keys
-
 litellm_settings:
   # Networking settings
   request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout