55 lines
1.5 KiB
YAML
55 lines
1.5 KiB
YAML
|
#general_settings: {}
|
||
|
|
#litellm_settings: {}
|
||
|
|
litellm_settings:
|
||
|
|
set_verbose: True
|
||
|
|
|
||
|
|
# https://docs.litellm.ai/docs/providers/
|
||
|
|
model_list:
|
||
|
|
|
||
|
|
# https://docs.x.ai/docs/overview#featured-models
|
||
|
|
- model_name: grok-3
|
||
|
|
litellm_params:
|
||
|
|
model: xai/grok-3-latest
|
||
|
|
api_key: os.environ/XAI_API_KEY
|
||
|
|
|
||
|
|
# https://console.groq.com/docs/models
|
||
|
|
- model_name: deepseek-r1-distill-llama-70b
|
||
|
|
litellm_params:
|
||
|
|
model: groq/deepseek-r1-distill-llama-70b
|
||
|
|
api_key: os.environ/GROK_API_KEY
|
||
|
|
|
||
|
|
# https://docs.anthropic.com/en/docs/about-claude/models
|
||
|
|
- model_name: claude-3.5-sonnet
|
||
|
|
litellm_params:
|
||
|
|
model: anthropic/claude-3-5-sonnet-latest
|
||
|
|
api_key: os.environ/ANTHROPIC_API_KEY
|
||
|
|
|
||
|
|
# https://ai.google.dev/gemini-api/docs/models/gemini#gemini-2.0-flash
|
||
|
|
- model_name: gemini-2.0-flash
|
||
|
|
litellm_params:
|
||
|
|
model: gemini/gemini-2.0-flash-exp
|
||
|
|
api_key: os.environ/GOOGLE_API_KEY
|
||
|
|
safety_settings:
|
||
|
|
- category: HARM_CATEGORY_HARASSMENT
|
||
|
|
threshold: BLOCK_NONE
|
||
|
|
- category: HARM_CATEGORY_HATE_SPEECH
|
||
|
|
threshold: BLOCK_NONE
|
||
|
|
- category: HARM_CATEGORY_SEXUALLY_EXPLICIT
|
||
|
|
threshold: BLOCK_NONE
|
||
|
|
- category: HARM_CATEGORY_DANGEROUS_CONTENT
|
||
|
|
threshold: BLOCK_NONE
|
||
|
|
|
||
|
|
# Note: no payment method added yet, identity not disclosed
|
||
|
|
# https://docs.mistral.ai/getting-started/models/models_overview/
|
||
|
|
# - model_name: mistral-large
|
||
|
|
# litellm_params:
|
||
|
|
# model: mistral/mistral-large-latest
|
||
|
|
# api_key: os.environ/MISTRAL_API_KEY
|
||
|
|
|
||
|
|
|
||
|
|
#router_settings: {}
|
||
|
|
|
||
|
|
|
||
|
|
#router_settings: {}
|
||
|
|
|