Spaces:
Sleeping
Sleeping
| model_list: | |
| # --------------gemini-models-------------------- | |
| - model_name: gg1/gemini-2.5-flash | |
| litellm_params: | |
| model: gemini/gemini-2.5-flash | |
| api_key: os.environ/GEMINI_API_KEY1 | |
| - model_name: gg2/gemini-2.5-flash | |
| litellm_params: | |
| model: gemini/gemini-2.5-flash | |
| api_key: os.environ/GEMINI_API_KEY2 | |
| - model_name: gg3/gemini-2.5-flash | |
| litellm_params: | |
| model: gemini/gemini-2.5-flash | |
| api_key: os.environ/GEMINI_API_KEY3 | |
| - model_name: gg1/gemini-2.5-pro | |
| litellm_params: | |
| model: gemini/gemini-2.5-pro | |
| api_key: os.environ/GEMINI_API_KEY1 | |
| - model_name: gg2/gemini-2.5-pro | |
| litellm_params: | |
| model: gemini/gemini-2.5-pro | |
| api_key: os.environ/GEMINI_API_KEY2 | |
| - model_name: gg3/gemini-2.5-pro | |
| litellm_params: | |
| model: gemini/gemini-2.5-pro | |
| api_key: os.environ/GEMINI_API_KEY3 | |
| # --------------vercel ai gateway----------------- | |
| - model_name: vercel1/gpt-5.1-instant | |
| litellm_params: | |
| model: openai/openai/gpt-5.1-instant | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY1 | |
| - model_name: vercel1/gpt-5.1-thinking | |
| litellm_params: | |
| model: openai/openai/gpt-5.1-thinking | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY1 | |
| - model_name: vercel1/gpt-5.1-codex | |
| litellm_params: | |
| model: openai/openai/gpt-5.1-codex | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY1 | |
| - model_name: vercel2/gpt-5.1-codex | |
| litellm_params: | |
| model: openai/openai/gpt-5.1-codex | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY2 | |
| - model_name: vercel3/gpt-5.1-codex | |
| litellm_params: | |
| model: openai/openai/gpt-5.1-codex | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY3 | |
| - model_name: vercel1/gpt-5.1-codex-mini | |
| litellm_params: | |
| model: openai/openai/gpt-5.1-codex-mini | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY1 | |
| - model_name: vercel2/gpt-5.1-codex-mini | |
| litellm_params: | |
| model: openai/openai/gpt-5.1-codex-mini | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY2 | |
| - model_name: vercel3/gpt-5.1-codex-mini | |
| litellm_params: | |
| model: openai/openai/gpt-5.1-codex-mini | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY3 | |
| - model_name: vercel1/claude-opus-4.1 | |
| litellm_params: | |
| model: openai/anthropic/claude-opus-4.1 | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY1 | |
| - model_name: vercel2/claude-opus-4.1 | |
| litellm_params: | |
| model: openai/anthropic/claude-opus-4.1 | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY2 | |
| - model_name: vercel3/claude-opus-4.1 | |
| litellm_params: | |
| model: openai/anthropic/claude-opus-4.1 | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY3 | |
| - model_name: vercel1/claude-sonnet-4.5 | |
| litellm_params: | |
| model: openai/anthropic/claude-sonnet-4.5 | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY1 | |
| - model_name: vercel2/claude-sonnet-4.5 | |
| litellm_params: | |
| model: openai/anthropic/claude-sonnet-4.5 | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY2 | |
| - model_name: vercel3/claude-sonnet-4.5 | |
| litellm_params: | |
| model: openai/anthropic/claude-sonnet-4.5 | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY3 | |
| - model_name: vercel1/gemini-3-pro-preview | |
| litellm_params: | |
| model: openai/google/gemini-3-pro-preview | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY1 | |
| - model_name: vercel2/gemini-3-pro-preview | |
| litellm_params: | |
| model: openai/google/gemini-3-pro-preview | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY2 | |
| - model_name: vercel3/gemini-3-pro-preview | |
| litellm_params: | |
| model: openai/google/gemini-3-pro-preview | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY3 | |
| - model_name: vercel1/gemini-3-pro-image | |
| litellm_params: | |
| model: openai/google/gemini-3-pro-image | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY1 | |
| - model_name: vercel2/gemini-3-pro-image | |
| litellm_params: | |
| model: openai/google/gemini-3-pro-image | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY2 | |
| - model_name: vercel3/gemini-3-pro-image | |
| litellm_params: | |
| model: openai/google/gemini-3-pro-image | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY3 | |
| - model_name: vercel1/gemini-2.5-flash-image | |
| litellm_params: | |
| model: openai/google/gemini-2.5-flash-image | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY1 | |
| - model_name: vercel2/gemini-2.5-flash-image | |
| litellm_params: | |
| model: openai/google/gemini-2.5-flash-image | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY2 | |
| - model_name: vercel3/gemini-2.5-flash-image | |
| litellm_params: | |
| model: openai/google/gemini-2.5-flash-image | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY3 | |
| - model_name: vercel1/gemini-embedding-001 | |
| litellm_params: | |
| model: openai/google/gemini-embedding-001 | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY1 | |
| - model_name: vercel2/gemini-embedding-001 | |
| litellm_params: | |
| model: openai/google/gemini-embedding-001 | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY2 | |
| - model_name: vercel3/gemini-embedding-001 | |
| litellm_params: | |
| model: openai/google/gemini-embedding-001 | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY3 | |
| - model_name: vercel1/glm-4.6 | |
| litellm_params: | |
| model: openai/zai/glm-4.6 | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY1 | |
| - model_name: vercel2/glm-4.6 | |
| litellm_params: | |
| model: openai/zai/glm-4.6 | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY2 | |
| - model_name: vercel3/glm-4.6 | |
| litellm_params: | |
| model: openai/zai/glm-4.6 | |
| api_base: os.environ/VERCELAI_BASE_URL | |
| api_key: os.environ/VERCELAI_API_KEY3 | |
| # --------------openrouter(free)-------------------- | |
| - model_name: or1/tongyi-deepresearch-30b-a3b | |
| litellm_params: | |
| model: openrouter/alibaba/tongyi-deepresearch-30b-a3b:free | |
| api_key: os.environ/OPENROUTER_API_KEY1 | |
| - model_name: or1/deepseek-chat-v3.1 | |
| litellm_params: | |
| model: openrouter/deepseek/deepseek-chat-v3.1:free | |
| api_key: os.environ/OPENROUTER_API_KEY1 | |
| - model_name: or1/minimax-m2 | |
| litellm_params: | |
| model: openrouter/minimax/minimax-m2:free | |
| api_key: os.environ/OPENROUTER_API_KEY1 | |
| - model_name: or1/kimi-k2 | |
| litellm_params: | |
| model: openrouter/moonshotai/kimi-k2:free | |
| api_key: os.environ/OPENROUTER_API_KEY1 | |
| - model_name: or1/dolphin-mistral-24b-venice-edition | |
| litellm_params: | |
| model: openrouter/cognitivecomputations/dolphin-mistral-24b-venice-edition:free | |
| api_key: os.environ/OPENROUTER_API_KEY1 | |
| - model_name: or2/tongyi-deepresearch-30b-a3b | |
| litellm_params: | |
| model: openrouter/alibaba/tongyi-deepresearch-30b-a3b:free | |
| api_key: os.environ/OPENROUTER_API_KEY2 | |
| - model_name: or2/deepseek-chat-v3.1 | |
| litellm_params: | |
| model: openrouter/deepseek/deepseek-chat-v3.1:free | |
| api_key: os.environ/OPENROUTER_API_KEY2 | |
| - model_name: or2/minimax-m2 | |
| litellm_params: | |
| model: openrouter/minimax/minimax-m2:free | |
| api_key: os.environ/OPENROUTER_API_KEY2 | |
| - model_name: or2/kimi-k2 | |
| litellm_params: | |
| model: openrouter/moonshotai/kimi-k2:free | |
| api_key: os.environ/OPENROUTER_API_KEY2 | |
| - model_name: or2/dolphin-mistral-24b-venice-edition | |
| litellm_params: | |
| model: openrouter/cognitivecomputations/dolphin-mistral-24b-venice-edition:free | |
| api_key: os.environ/OPENROUTER_API_KEY2 | |
| # --------------groq---------------------- | |
| - model_name: gq1/kimi-k2-instruct | |
| litellm_params: | |
| model: groq/moonshotai/kimi-k2-instruct-0905 | |
| api_key: os.environ/GROQ_API_KEY1 | |
| - model_name: gq2/kimi-k2-instruct | |
| litellm_params: | |
| model: groq/moonshotai/kimi-k2-instruct-0905 | |
| api_key: os.environ/GROQ_API_KEY2 | |
| - model_name: gq1/gpt-oss-120b | |
| litellm_params: | |
| model: groq/openai/gpt-oss-120b | |
| api_key: os.environ/GROQ_API_KEY1 | |
| - model_name: gq2/gpt-oss-120b | |
| litellm_params: | |
| model: groq/openai/gpt-oss-120b | |
| api_key: os.environ/GROQ_API_KEY2 | |
| - model_name: gq1/compound | |
| litellm_params: | |
| model: groq/groq/compound | |
| api_key: os.environ/GROQ_API_KEY1 | |
| - model_name: gq2/compound | |
| litellm_params: | |
| model: groq/groq/compound | |
| api_key: os.environ/GROQ_API_KEY2 | |
| # --------------cerebras---------------------- | |
| - model_name: cb1/gpt-oss-120b | |
| litellm_params: | |
| model: cerebras/gpt-oss-120b | |
| api_key: os.environ/CEREBRAS_API_KEY1 | |
| - model_name: cb1/zai-glm-4.6 | |
| litellm_params: | |
| model: cerebras/zai-glm-4.6 | |
| api_key: os.environ/CEREBRAS_API_KEY1 | |
| - model_name: cb2/gpt-oss-120b | |
| litellm_params: | |
| model: cerebras/gpt-oss-120b | |
| api_key: os.environ/CEREBRAS_API_KEY2 | |
| - model_name: cb2/zai-glm-4.6 | |
| litellm_params: | |
| model: cerebras/zai-glm-4.6 | |
| api_key: os.environ/CEREBRAS_API_KEY2 | |
| - model_name: cb3/gpt-oss-120b | |
| litellm_params: | |
| model: cerebras/gpt-oss-120b | |
| api_key: os.environ/CEREBRAS_API_KEY3 | |
| - model_name: cb3/zai-glm-4.6 | |
| litellm_params: | |
| model: cerebras/zai-glm-4.6 | |
| api_key: os.environ/CEREBRAS_API_KEY3 | |
| # --------------openai-------------------- | |
| - model_name: op1/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_key: os.environ/OPENAI_API_KEY1 | |
| - model_name: op1/gpt-4o-mini-search | |
| litellm_params: | |
| model: openai/gpt-4o-mini-search-preview | |
| api_key: os.environ/OPENAI_API_KEY1 | |
| - model_name: op1/gpt-4.1-mini | |
| litellm_params: | |
| model: openai/gpt-4.1-mini | |
| api_key: os.environ/OPENAI_API_KEY1 | |
| - model_name: op1/text-embedding-3-large | |
| litellm_params: | |
| model: openai/text-embedding-3-large | |
| api_key: os.environ/OPENAI_API_KEY1 | |
| - model_name: op1/text-embedding-3-small | |
| litellm_params: | |
| model: openai/text-embedding-3-small | |
| api_key: os.environ/OPENAI_API_KEY1 | |
| # --------------cohere-------------------- | |
| - model_name: ch/command-r-plus | |
| litellm_params: | |
| model: cohere/command-r-plus-08-2024 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/command-a | |
| litellm_params: | |
| model: cohere/command-a-03-2025 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/embed-english | |
| litellm_params: | |
| model: cohere/embed-english-v3.0 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/embed-english-light | |
| litellm_params: | |
| model: cohere/embed-english-light-v3.0 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/embed-multilingual | |
| litellm_params: | |
| model: cohere/embed-multilingual-v3.0 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/embed-multilingual-light | |
| litellm_params: | |
| model: cohere/embed-multilingual-light-v3.0 | |
| api_key: os.environ/COHERE_API_KEY | |
| - model_name: ch/rerank-english | |
| litellm_params: | |
| model: cohere/rerank-english-v3.0 | |
| api_key: os.environ/COHERE_API_KEY | |
| # --------------mistral-------------------- | |
| - model_name: ms/mistral-large-latest | |
| litellm_params: | |
| model: mistral/mistral-large-latest | |
| api_key: os.environ/MISTRAL_API_KEY | |
| - model_name: ms/mistral-small-latest | |
| litellm_params: | |
| model: mistral/mistral-small-latest | |
| api_key: os.environ/MISTRAL_API_KEY | |
| - model_name: ms/mistral-embed | |
| litellm_params: | |
| model: mistral/mistral-embed | |
| api_key: os.environ/MISTRAL_API_KEY | |
| # --------------HX-------------------- | |
| - model_name: hx/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/HX_BASE_URL | |
| api_key: os.environ/HX_API_KEY | |
| - model_name: hx/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o | |
| api_base: os.environ/HX_BASE_URL | |
| api_key: os.environ/HX_API_KEY | |
| - model_name: hx/deepseek-v3-0324 | |
| litellm_params: | |
| model: openai/deepseek-v3-0324 | |
| api_base: os.environ/HX_BASE_URL | |
| api_key: os.environ/HX_API_KEY | |
| # --------------VO-------------------- | |
| - model_name: vo/gpt-4.1 | |
| litellm_params: | |
| model: openai/gpt-4.1 | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/gpt-5.1 | |
| litellm_params: | |
| model: openai/gpt-5.1 | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/gpt-5.1-codex | |
| litellm_params: | |
| model: openai/gpt-5.1-codex | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/gpt-5.1-codex-mini | |
| litellm_params: | |
| model: openai/gpt-5.1-codex-mini | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/gpt-oss-120b | |
| litellm_params: | |
| model: openai/gpt-oss-120b | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/o4-mini | |
| litellm_params: | |
| model: openai/o4-mini | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/claude-sonnet-4.5 | |
| litellm_params: | |
| model: openai/claude-sonnet-4-5-20250929 | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/sonar-pro | |
| litellm_params: | |
| model: openai/sonar-pro | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/sonar-deep-research | |
| litellm_params: | |
| model: openai/sonar-deep-research | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/gemini-3-pro-preview | |
| litellm_params: | |
| model: openai/gemini-3-pro-preview | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/gemini-2.5-pro | |
| litellm_params: | |
| model: openai/gemini-2.5-pro | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| - model_name: vo/kimi-k2-instruct | |
| litellm_params: | |
| model: openai/kimi-k2-instruct | |
| api_base: os.environ/VO_BASE_URL | |
| api_key: os.environ/VO_API_KEY | |
| # --------------NY-------------------- | |
| - model_name: ny/gpt-5 | |
| litellm_params: | |
| model: openai/gpt-5 | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/gpt-4.1 | |
| litellm_params: | |
| model: openai/gpt-4.1 | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/o3 | |
| litellm_params: | |
| model: openai/o3 | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/text-embedding-3-large | |
| litellm_params: | |
| model: openai/text-embedding-3-large | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/sonar-deep-research | |
| litellm_params: | |
| model: openai/sonar-deep-research | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/compound-beta | |
| litellm_params: | |
| model: openai/compound-beta | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/deepseek-v3.1 | |
| litellm_params: | |
| model: openai/deepseek-v3.1-terminus | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/gemini-2.5-pro | |
| litellm_params: | |
| model: openai/gemini-2.5-pro | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/gemini-2.5-flash | |
| litellm_params: | |
| model: openai/gemini-2.5-flash | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/grok-4-reasoning | |
| litellm_params: | |
| model: openai/grok-4-fast-reasoning | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/grok-4 | |
| litellm_params: | |
| model: openai/grok-4 | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/kimi-k2 | |
| litellm_params: | |
| model: openai/kimi-k2-0905 | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/kimi-k2-fast | |
| litellm_params: | |
| model: openai/kimi-k2-0905-fast | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/glm-4.5v | |
| litellm_params: | |
| model: openai/glm-4.5v | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| - model_name: ny/glm-4.6 | |
| litellm_params: | |
| model: openai/glm-4.6 | |
| api_base: os.environ/NY_BASE_URL | |
| api_key: os.environ/NY_API_KEY | |
| # --------------EL-------------------- | |
| - model_name: el/gpt-oss-120b-free | |
| litellm_params: | |
| model: openai/gpt-oss-120b:free | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/gpt-oss-120b | |
| litellm_params: | |
| model: openai/gpt-oss-120b | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/gpt-5-free | |
| litellm_params: | |
| model: openai/gpt-5-chat-latest:free | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o-2024-11-20 | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/gpt-4.1 | |
| litellm_params: | |
| model: openai/gpt-4.1 | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/gpt-4.1-mini | |
| litellm_params: | |
| model: openai/gpt-4.1-mini | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/o4-mini-free | |
| litellm_params: | |
| model: openai/o4-mini:free | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/o4-mini | |
| litellm_params: | |
| model: openai/o4-mini-high | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/o4-mini-deep-research | |
| litellm_params: | |
| model: openai/o4-mini-deep-research-2025-06-26 | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/o3 | |
| litellm_params: | |
| model: openai/o3-high | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/deepseek-v3.1-free | |
| litellm_params: | |
| model: openai/deepseek-v3.1-terminus:free | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/deepseek-v3.2-exp-free | |
| litellm_params: | |
| model: openai/deepseek-v3.2-exp:free | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/deepseek-v3.1 | |
| litellm_params: | |
| model: openai/deepseek-v3.1-terminus | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/deepseek-v3.1-thinking | |
| litellm_params: | |
| model: openai/deepseek-v3.1-terminus-thinking | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/deepseek-v3.2-exp | |
| litellm_params: | |
| model: openai/deepseek-v3.2-exp | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/kimi-k2-free | |
| litellm_params: | |
| model: openai/kimi-k2-instruct-0711:free | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/kimi-k2 | |
| litellm_params: | |
| model: openai/kimi-k2-instruct-0711 | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/glm-4.6-free | |
| litellm_params: | |
| model: openai/glm-4.6:free | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/glm-4.6 | |
| litellm_params: | |
| model: openai/glm-4.6 | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/text-embedding-3-small | |
| litellm_params: | |
| model: openai/text-embedding-3-small | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/text-embedding-3-large | |
| litellm_params: | |
| model: openai/text-embedding-3-large | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| - model_name: el/gemini-embedding-001 | |
| litellm_params: | |
| model: openai/gemini-embedding-001 | |
| api_base: os.environ/EL_BASE_URL | |
| api_key: os.environ/EL_API_KEY | |
| # --------------ZK-------------------- | |
| - model_name: zk/gpt-4o-mini | |
| litellm_params: | |
| model: openai/gpt-4o-mini | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/gpt-4o | |
| litellm_params: | |
| model: openai/gpt-4o-2024-11-20 | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/gpt-5 | |
| litellm_params: | |
| model: openai/gpt-5 | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/gpt-4.1 | |
| litellm_params: | |
| model: openai/gpt-4.1 | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/gpt-4.1-mini | |
| litellm_params: | |
| model: openai/gpt-4.1-mini | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/o4-mini | |
| litellm_params: | |
| model: openai/o4-mini | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/claude-sonnet-4 | |
| litellm_params: | |
| model: openai/claude-4-sonnet | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/claude-opus-4 | |
| litellm_params: | |
| model: openai/claude-4-opus | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/claude-3-7-sonnet | |
| litellm_params: | |
| model: openai/claude-3.7-sonnet | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/claude-3-7-sonnet-thinking | |
| litellm_params: | |
| model: openai/claude-3.7-sonnet-thinking | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/claude-3-5-sonnet | |
| litellm_params: | |
| model: openai/claude-3.5-sonnet-v2 | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/gemini-2.5-pro | |
| litellm_params: | |
| model: openai/gemini-2.5-pro | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/sonar-pro | |
| litellm_params: | |
| model: openai/sonar-pro | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/sonar-reasoning-pro | |
| litellm_params: | |
| model: openai/sonar-reasoning-pro | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/kimi-k2-instruct | |
| litellm_params: | |
| model: openai/kimi-k2-instruct | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| - model_name: zk/glm-4.5 | |
| litellm_params: | |
| model: openai/glm-4.5 | |
| api_base: os.environ/ZK_BASE_URL | |
| api_key: os.environ/ZK_API_KEY | |
| # --------------Other Settings-------------------- | |
| litellm_settings: | |
| # Networking settings | |
| request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout | |
| num_retries: 3 | |
| fallbacks: [{ "gemini-1.5-pro": ["gemini-1.5-flash"] }] | |
| allowed_fails: 3 # cooldown model if it fails > 1 call in a minute. | |
| cooldown_time: 30 # how long to cooldown model if fails/min > allowed_fails | |
| drop_params: true | |
| general_settings: | |
| master_key: os.environ/MASTER_KEY # sk-1234 # [OPTIONAL] Only use this if you require all calls to contain this key (Authorization: Bearer sk-1234) | |
| router_settings: | |
| fallbacks: | |
| [ | |
| { "or/gemini-2.0-flash-exp": ["gg1/gemini-2.0-flash-exp"] }, | |
| { "gpt-3.5-turbo": ["gemini-1.5-flash"] }, | |
| ] | |
| model_group_alias: { "gpt-4": "gemini-1.5-pro" } | |
| routing_strategy: simple-shuffle | |