PromptPressure/litellm_config.yaml at main · StressTestor/PromptPressure · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
model_list:
  # anthropic — direct API, no openrouter
  - model_name: claude-sonnet-4-6
    litellm_params:
      model: anthropic/claude-sonnet-4-6-20250514
      api_key: os.environ/ANTHROPIC_API_KEY

  - model_name: claude-opus-4-6
    litellm_params:
      model: anthropic/claude-opus-4-6-20250514
      api_key: os.environ/ANTHROPIC_API_KEY

  # deepseek — direct API, no openrouter
  - model_name: deepseek-r1
    litellm_params:
      model: deepseek/deepseek-reasoner
      api_key: os.environ/DEEPSEEK_API_KEY
      api_base: https://api.deepseek.com

  - model_name: deepseek-chat
    litellm_params:
      model: deepseek/deepseek-chat
      api_key: os.environ/DEEPSEEK_API_KEY
      api_base: https://api.deepseek.com

  # google — direct API, no openrouter
  - model_name: gemini-2.5-flash
    litellm_params:
      model: gemini/gemini-2.5-flash-preview-05-20
      api_key: os.environ/GOOGLE_API_KEY

  - model_name: gemini-2.5-pro
    litellm_params:
      model: gemini/gemini-2.5-pro-preview-06-05
      api_key: os.environ/GOOGLE_API_KEY

  # openrouter — multi-provider gateway
  - model_name: gpt-4o
    litellm_params:
      model: openrouter/openai/gpt-4o
      api_key: os.environ/OPENROUTER_API_KEY

  - model_name: gpt-4o-mini
    litellm_params:
      model: openrouter/openai/gpt-4o-mini
      api_key: os.environ/OPENROUTER_API_KEY

  - model_name: llama-3.3-70b
    litellm_params:
      model: openrouter/meta-llama/llama-3.3-70b-instruct
      api_key: os.environ/OPENROUTER_API_KEY

  # xai/grok — direct API (batch-eligible)
  # aliases: grok-4.20-latest -> latest stable, grok-4.20-0309-* -> pinned
  - model_name: grok-4.20-reasoning
    litellm_params:
      model: xai/grok-4.20-0309-reasoning
      api_key: os.environ/XAI_API_KEY
      api_base: https://api.x.ai/v1

  - model_name: grok-4.20-multi-agent
    litellm_params:
      model: xai/grok-4.20-multi-agent-0309
      api_key: os.environ/XAI_API_KEY
      api_base: https://api.x.ai/v1

  - model_name: grok-4.20-fast
    litellm_params:
      model: xai/grok-4-1-fast-reasoning
      api_key: os.environ/XAI_API_KEY
      api_base: https://api.x.ai/v1

# openrouter models use real-time (no batch API discount).
# xai/grok models route direct to api.x.ai for batch discount.

general_settings:
  master_key: null
  drop_params: true

litellm_settings:
  num_retries: 2
  request_timeout: 180
  drop_params: true