Skip to content

Commit 17173c5

Browse files
author
prernanookala-ai
committed
Update parameters for Qwen2.5-VL per review
Signed-off-by: prernanookala-ai <prerna.nookala@cld2labs.com>
1 parent bbe17e3 commit 17173c5

1 file changed

Lines changed: 27 additions & 3 deletions

File tree

core/helm-charts/vllm/xeon-values.yaml

Lines changed: 27 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -245,9 +245,33 @@ modelConfigs:
245245

246246
"Qwen/Qwen2.5-VL-7B-Instruct":
247247
configMapValues:
248-
VLLM_SKIP_WARMUP: true
249-
extraCmdArgs: ["--max-model-len","33024"]
250-
tensor_parallel_size: "1"
248+
VLLM_SKIP_WARMUP: true
249+
VLLM_CPU_KVCACHE_SPACE: "40"
250+
VLLM_RPC_TIMEOUT: "100000"
251+
VLLM_ALLOW_LONG_MAX_MODEL_LEN: "1"
252+
VLLM_ENGINE_ITERATION_TIMEOUT_S: "120"
253+
VLLM_CPU_NUM_OF_RESERVED_CPU: "0"
254+
VLLM_CPU_SGL_KERNEL: "1"
255+
HF_HUB_DISABLE_XET: "1"
256+
extraCmdArgs:
257+
[
258+
"--block-size",
259+
"128",
260+
"--dtype",
261+
"bfloat16",
262+
"--distributed_executor_backend",
263+
"mp",
264+
"--enable_chunked_prefill",
265+
"--enforce-eager",
266+
"--max-model-len",
267+
"33024",
268+
"--max-num-batched-tokens",
269+
"2048",
270+
"--max-num-seqs",
271+
"256",
272+
]
273+
tensor_parallel_size: "{{ .Values.tensor_parallel_size }}"
274+
pipeline_parallel_size: "{{ .Values.pipeline_parallel_size }}"
251275

252276
defaultModelConfigs:
253277
configMapValues:

0 commit comments

Comments
 (0)