12345678910111213141516171819202122232425262728
{
"Env": [
"CC=/usr/bin/gcc",
"CUDA_VERSION=13.0.2",
"CXX=/usr/bin/g++",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"NVIDIA_REQUIRE_CUDA=cuda>=13.0",
"NVIDIA_VISIBLE_DEVICES=all",
"NV_CUDA_CUDART_VERSION=13.0.96-1",
"PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"SSL_CERT_FILE=/etc/ssl/certs/ca-certificates.crt",
"TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 8.9 9.0 10.0 12.0+PTX",
"UV_HTTP_TIMEOUT=500",
"UV_INDEX_STRATEGY=unsafe-best-match",
"UV_LINK_MODE=copy",
"VLLM_ENABLE_CUDA_COMPATIBILITY=0",
"VLLM_USAGE_SOURCE=production-docker-image"
],
"Entrypoint": [
"vllm",
"serve"
],
"ExposedPorts": {
"8000/tcp": {}
},
"WorkingDir": "/vllm-workspace"
}
