biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Update PyTorch to 2.7.0 (#16859)

Browse Source
This commit is contained in:
Huy Do
2025-04-29 19:08:04 -07:00
committed by GitHub
parent 1c2bc7ead0
commit 2c4f59afc3
18 changed files with 102 additions and 77 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/online_serving/chart-helm/values.yaml
View File

@@ -8,7 +8,7 @@ image:
# -- Image tag
tag: "latest"
# -- Container launch command
command: ["vllm", "serve", "/data/", "--served-model-name", "opt-125m", "--dtype", "bfloat16", "--host", "0.0.0.0", "--port", "8000"]
command: ["vllm", "serve", "/data/", "--served-model-name", "opt-125m", "--dtype", "float32", "--block-size", "16", "--host", "0.0.0.0", "--port", "8000"]
# -- Container port
containerPort: 8000