Prover-Agent/server_config.yml at main · kAIto47802/Prover-Agent · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
model_list:
  - model_name: deepseek-ai/DeepSeek-R1-0528-Qwen3-8B
    litellm_params:
      model: hosted_vllm/deepseek-ai/DeepSeek-R1-0528-Qwen3-8B
      api_base: http://localhost:8000/v1
      api_key: none
  - model_name: deepseek-ai/DeepSeek-R1-0528-Qwen3-8B
    litellm_params:
      model: hosted_vllm/deepseek-ai/DeepSeek-R1-0528-Qwen3-8B
      api_base: http://localhost:8002/v1
      api_key: none
  - model_name: deepseek-ai/DeepSeek-R1-0528-Qwen3-8B
    litellm_params:
      model: hosted_vllm/deepseek-ai/DeepSeek-R1-0528-Qwen3-8B
      api_base: http://localhost:8004/v1
      api_key: none
  - model_name: deepseek-ai/DeepSeek-R1-0528-Qwen3-8B
    litellm_params:
      model: hosted_vllm/deepseek-ai/DeepSeek-R1-0528-Qwen3-8B
      api_base: http://localhost:8006/v1
      api_key: none

  - model_name: Goedel-LM/Goedel-Prover-V2-8B
    litellm_params:
      model: hosted_vllm/Goedel-LM/Goedel-Prover-V2-8B
      api_base: http://localhost:8001/v1
      api_key: none
  - model_name: Goedel-LM/Goedel-Prover-V2-8B
    litellm_params:
      model: hosted_vllm/Goedel-LM/Goedel-Prover-V2-8B
      api_base: http://localhost:8003/v1
      api_key: none
  - model_name: Goedel-LM/Goedel-Prover-V2-8B
    litellm_params:
      model: hosted_vllm/Goedel-LM/Goedel-Prover-V2-8B
      api_base: http://localhost:8005/v1
      api_key: none

  - model_name: Goedel-LM/Goedel-Formalizer-V2-8B
    litellm_params:
      model: hosted_vllm/Goedel-LM/Goedel-Formalizer-V2-8B
      api_base: http://localhost:8007/v1
      api_key: none

router_settings:
  routing_strategy: least-busy
  num_retries: 2
  timeout: 300