Nanny7 commited on
Commit
d5347e5
·
1 Parent(s): 318c9cf

removed hyperbolic, added nvidia nim

Browse files
Files changed (1) hide show
  1. config.yaml +26 -38
config.yaml CHANGED
@@ -173,70 +173,58 @@ model_list:
173
  model: mistral/mistral-embed
174
  api_key: os.environ/MISTRAL_API_KEY
175
 
176
- # --------------hyperbolic--------------------
177
-
178
- - model_name: hb1/DeepSeek-R1
179
- litellm_params:
180
- model: openai/deepseek-ai/DeepSeek-R1
181
- api_base: https://api.hyperbolic.xyz/v1
182
- api_key: os.environ/HYPERBOLIC_API_KEY1
183
-
184
- - model_name: hb2/DeepSeek-R1
185
- litellm_params:
186
- model: openai/deepseek-ai/DeepSeek-R1
187
- api_base: https://api.hyperbolic.xyz/v1
188
- api_key: os.environ/HYPERBOLIC_API_KEY2
189
-
190
- - model_name: hb1/DeepSeek-V3
191
- litellm_params:
192
- model: openai/deepseek-ai/DeepSeek-V3
193
- api_base: https://api.hyperbolic.xyz/v1
194
- api_key: os.environ/HYPERBOLIC_API_KEY1
195
-
196
- - model_name: hb2/DeepSeek-V3
197
- litellm_params:
198
- model: openai/deepseek-ai/DeepSeek-V3
199
- api_base: https://api.hyperbolic.xyz/v1
200
- api_key: os.environ/HYPERBOLIC_API_KEY2
201
-
202
  # --------------KL---------------------
203
 
204
- - model_name: kl1/Meta-Llama-3.3-70B-Instruct-Turbo
205
  litellm_params:
206
- model: openai/klusterai/Meta-Llama-3.3-70B-Instruct-Turbo
207
  api_base: os.environ/KL_BASE_URL
208
  api_key: os.environ/KL_API_KEY1
209
 
210
- - model_name: kl2/Meta-Llama-3.3-70B-Instruct-Turbo
211
  litellm_params:
212
- model: openai/klusterai/Meta-Llama-3.3-70B-Instruct-Turbo
213
  api_base: os.environ/KL_BASE_URL
214
  api_key: os.environ/KL_API_KEY2
215
 
216
- - model_name: kl3/Meta-Llama-3.3-70B-Instruct-Turbo
217
  litellm_params:
218
- model: openai/klusterai/Meta-Llama-3.3-70B-Instruct-Turbo
219
  api_base: os.environ/KL_BASE_URL
220
  api_key: os.environ/KL_API_KEY3
221
 
222
- - model_name: kl1/DeepSeek-R1
223
  litellm_params:
224
- model: openai/deepseek-ai/DeepSeek-R1
225
  api_base: os.environ/KL_BASE_URL
226
  api_key: os.environ/KL_API_KEY1
227
 
228
- - model_name: kl2/DeepSeek-R1
229
  litellm_params:
230
- model: openai/deepseek-ai/DeepSeek-R1
231
  api_base: os.environ/KL_BASE_URL
232
  api_key: os.environ/KL_API_KEY2
233
 
234
- - model_name: kl3/DeepSeek-R1
235
  litellm_params:
236
- model: openai/deepseek-ai/DeepSeek-R1
237
  api_base: os.environ/KL_BASE_URL
238
  api_key: os.environ/KL_API_KEY3
239
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
240
  # --------------VO--------------------
241
 
242
  - model_name: vo/gpt-4o-mini
 
173
  model: mistral/mistral-embed
174
  api_key: os.environ/MISTRAL_API_KEY
175
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
176
  # --------------KL---------------------
177
 
178
+ - model_name: kl1/deepseek-r1-0528
179
  litellm_params:
180
+ model: openai/deepseek-ai/DeepSeek-R1-0528
181
  api_base: os.environ/KL_BASE_URL
182
  api_key: os.environ/KL_API_KEY1
183
 
184
+ - model_name: kl2/deepseek-r1-0528
185
  litellm_params:
186
+ model: openai/deepseek-ai/DeepSeek-R1-0528
187
  api_base: os.environ/KL_BASE_URL
188
  api_key: os.environ/KL_API_KEY2
189
 
190
+ - model_name: kl3/deepseek-r1-0528
191
  litellm_params:
192
+ model: openai/deepseek-ai/DeepSeek-R1-0528
193
  api_base: os.environ/KL_BASE_URL
194
  api_key: os.environ/KL_API_KEY3
195
 
196
+ - model_name: kl1/deepseek-v3-0324
197
  litellm_params:
198
+ model: openai/deepseek-ai/DeepSeek-V3-0324
199
  api_base: os.environ/KL_BASE_URL
200
  api_key: os.environ/KL_API_KEY1
201
 
202
+ - model_name: kl2/deepseek-v3-0324
203
  litellm_params:
204
+ model: openai/deepseek-ai/DeepSeek-V3-0324
205
  api_base: os.environ/KL_BASE_URL
206
  api_key: os.environ/KL_API_KEY2
207
 
208
+ - model_name: kl3/deepseek-v3-0324
209
  litellm_params:
210
+ model: openai/deepseek-ai/DeepSeek-V3-0324
211
  api_base: os.environ/KL_BASE_URL
212
  api_key: os.environ/KL_API_KEY3
213
 
214
+ # --------------NV---------------------
215
+
216
+ - model_name: nv/deepseek-r1-0528
217
+ litellm_params:
218
+ model: openai/deepseek-ai/deepseek-r1-0528
219
+ api_base: os.environ/NV_BASE_URL
220
+ api_key: os.environ/NV_API_KEY
221
+
222
+ - model_name: nv/qwen3-235b-a22b
223
+ litellm_params:
224
+ model: openai/qwen/qwen3-235b-a22b
225
+ api_base: os.environ/NV_BASE_URL
226
+ api_key: os.environ/NV_API_KEY3
227
+
228
  # --------------VO--------------------
229
 
230
  - model_name: vo/gpt-4o-mini