added models

config.yaml

@@ -1,7 +1,3 @@
-# aistudio gemini free, Rate Limits https://ai.google.dev/pricing#1_5pro
-# gemini-1.5-pro: 2 rpm, 32,000 tpm, 1,500 RPD
-# gemini-1.5-flash: 15 rpm, 1,000,000 tpm, 50 RPD
-
 model_list:
 
 # --------------gemini-2.0-flash-exp--------------------
@@ -99,20 +95,20 @@ model_list:
       model: huggingface/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
       api_key: os.environ/HUGGINGFACE_API_KEY1
 
-  - model_name: hg2/DeepSeek-R1-Distill-Qwen-32B
-    litellm_params:
-      model: huggingface/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
-      api_key: os.environ/HUGGINGFACE_API_KEY2
+  # - model_name: hg2/DeepSeek-R1-Distill-Qwen-32B
+  #   litellm_params:
+  #     model: huggingface/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
+  #     api_key: os.environ/HUGGINGFACE_API_KEY2
 
   - model_name: hg1/Llama-3.3-70B-Instruct
     litellm_params:
       model: huggingface/meta-llama/Llama-3.3-70B-Instruct
       api_key: os.environ/HUGGINGFACE_API_KEY1
 
-  - model_name: hg2/Llama-3.3-70B-Instruct
-    litellm_params:
-      model: huggingface/meta-llama/Llama-3.3-70B-Instruct
-      api_key: os.environ/HUGGINGFACE_API_KEY2
+  # - model_name: hg2/Llama-3.3-70B-Instruct
+  #   litellm_params:
+  #     model: huggingface/meta-llama/Llama-3.3-70B-Instruct
+  #     api_key: os.environ/HUGGINGFACE_API_KEY2
 
 # --------------hyperbolic--------------------
 
@@ -233,7 +229,87 @@ model_list:
       model: openai/meta-llama/Llama-3.3-70B-Instruct-Turbo
       api_base: os.environ/DDC_BASE_URL
       api_key: os.environ/DDC_API_KEY
+ 
+# --------------CB--------------------
   
+  - model_name: zk/gpt-4o-mini
+    litellm_params:
+      model: openai/gpt-4o-mini
+      api_base: os.environ/ZK_BASE_URL
+      api_key: os.environ/ZK_API_KEY
+      
+  - model_name: zk/gpt-4o
+    litellm_params:
+      model: openai/gpt-4o-2024-11-20
+      api_base: os.environ/ZK_BASE_URL
+      api_key: os.environ/ZK_API_KEY
+      
+  - model_name: zk/chatgpt-4o-latest
+    litellm_params:
+      model: openai/chatgpt-4o-latest
+      api_base: os.environ/ZK_BASE_URL
+      api_key: os.environ/ZK_API_KEY
+      
+  - model_name: zk/o3-mini
+    litellm_params:
+      model: openai/o3-mini
+      api_base: os.environ/ZK_BASE_URL
+      api_key: os.environ/ZK_API_KEY
+      
+  - model_name: zk/claude-3-5-haiku
+    litellm_params:
+      model: openai/claude-3-5-haiku-20241022
+      api_base: os.environ/ZK_BASE_URL
+      api_key: os.environ/ZK_API_KEY
+      
+  - model_name: zk/claude-3-5-sonnet
+    litellm_params:
+      model: openai/claude-3-5-sonnet-20241022
+      api_base: os.environ/ZK_BASE_URL
+      api_key: os.environ/ZK_API_KEY
+      
+  - model_name: zk/claude-3-5-sonnet-20240620
+    litellm_params:
+      model: openai/claude-3-5-sonnet-20240620
+      api_base: os.environ/ZK_BASE_URL
+      api_key: os.environ/ZK_API_KEY
+      
+  - model_name: zk/deepseek-chat
+    litellm_params:
+      model: openai/deepseek-chat
+      api_base: os.environ/ZK_BASE_URL
+      api_key: os.environ/ZK_API_KEY
+      
+  - model_name: zk/deepseek-reasoner
+    litellm_params:
+      model: openai/deepseek-reasoner
+      api_base: os.environ/ZK_BASE_URL
+      api_key: os.environ/ZK_API_KEY
+      
+  - model_name: zk/llama-3.3-70b-instruct
+    litellm_params:
+      model: openai/llama-3.3-70b-instruct
+      api_base: os.environ/ZK_BASE_URL
+      api_key: os.environ/ZK_API_KEY
+      
+  - model_name: zk/sonar-pro
+    litellm_params:
+      model: openai/sonar-pro
+      api_base: os.environ/ZK_BASE_URL
+      api_key: os.environ/ZK_API_KEY
+      
+  - model_name: zk/sonar
+    litellm_params:
+      model: openai/sonar
+      api_base: os.environ/ZK_BASE_URL
+      api_key: os.environ/ZK_API_KEY
+      
+  - model_name: zk/sonar-reasoning
+    litellm_params:
+      model: openai/sonar-reasoning
+      api_base: os.environ/ZK_BASE_URL
+      api_key: os.environ/ZK_API_KEY
+      
 # --------------CB--------------------
   
   - model_name: cb/gpt-4o-mini
@@ -379,4 +455,4 @@ general_settings:
 router_settings:
   fallbacks: [{"or/gemini-2.0-flash-exp": ["gg1/gemini-2.0-flash-exp"]}, {"gpt-3.5-turbo": ["gemini-1.5-flash"]}]
   model_group_alias: {"gpt-4": "gemini-1.5-pro"}
-  routing_strategy: simple-shuffle
+  routing_strategy: simple-shuffle