#general_settings: {} #litellm_settings: {} litellm_settings: set_verbose: True # https://docs.litellm.ai/docs/providers/ model_list: # https://docs.x.ai/docs/overview#featured-models - model_name: grok-3 litellm_params: model: xai/grok-3-latest api_key: os.environ/XAI_API_KEY # https://console.groq.com/docs/models - model_name: deepseek-r1-distill-llama-70b litellm_params: model: groq/deepseek-r1-distill-llama-70b api_key: os.environ/GROK_API_KEY # https://docs.anthropic.com/en/docs/about-claude/models - model_name: claude-3.5-sonnet litellm_params: model: anthropic/claude-3-5-sonnet-latest api_key: os.environ/ANTHROPIC_API_KEY # https://ai.google.dev/gemini-api/docs/models/gemini#gemini-2.0-flash - model_name: gemini-2.0-flash litellm_params: model: gemini/gemini-2.0-flash-exp api_key: os.environ/GOOGLE_API_KEY safety_settings: - category: HARM_CATEGORY_HARASSMENT threshold: BLOCK_NONE - category: HARM_CATEGORY_HATE_SPEECH threshold: BLOCK_NONE - category: HARM_CATEGORY_SEXUALLY_EXPLICIT threshold: BLOCK_NONE - category: HARM_CATEGORY_DANGEROUS_CONTENT threshold: BLOCK_NONE # Note: no payment method added yet, identity not disclosed # https://docs.mistral.ai/getting-started/models/models_overview/ # - model_name: mistral-large # litellm_params: # model: mistral/mistral-large-latest # api_key: os.environ/MISTRAL_API_KEY #router_settings: {} #router_settings: {}