Namespace
vllm
Image / Tagvllm-openai:v0.7.0
Content Digestsha256:a43963ed149a7b8b6c8c9dd028d4ab2be9fe804761d41b11cc07043a1edb61a8
Details
2025-01-27 07:01:46 UTC
5.18 GB
Labels
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
CUDA_VERSION12.1.0
DEBIAN_FRONTENDnoninteractive
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_REQUIRE_CUDAcuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_COMPAT_PACKAGEcuda-compat-12-1
NV_CUDA_CUDART_VERSION12.1.55-1
PATH/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
VLLM_USAGE_SOURCEproduction-docker-image
Layers
[#000] sha256:aece8493d3972efa43bfd4ee3cdba659c0f787f8f59c82fb3e48c87cbb22a12e - 0.53% (28.2 MB)
[#001] sha256:45f7ea5367fe9dcee002e55e45a888af03a36523d11d2213ef9c6fc0088f6e96 - 0.08% (4.41 MB)
[#002] sha256:3d97a47c3c73a9f0e95e65070cfd89d749b89b490846c2a7ab0b796097d3c12b - 1.0% (53.1 MB)
[#003] sha256:12cd4d19752f10fb4ec393dc915c62c18895ce0090f0db7773b2426f9059df16 - 0.0% (185 Bytes)
[#004] sha256:da5a484f9d74b1673c155ea49073a322875f9a48118d0d5656c60224c7f8094e - 0.0% (6.72 KB)
[#005] sha256:d2ce53c0bcac131c386929169bc267eb25bdfbf86b9e02e3ed887600f296e181 - 0.0% (104 Bytes)
[#006] sha256:0d30c18b26f84f8b847199250393495aff76f7b30ef919d4416dfa074d97afd1 - 0.0% (231 Bytes)
[#007] sha256:30c3b0c7b61e4c04e7708d3de2f0224129ad32f7ff773ec1879eb5225f5dbde4 - 7.69% (408 MB)
[#008] sha256:80ee424dc7644c595d8e4ebb2ea4f4897978b09e990aeffba1d76486b01c7b18 - 0.0% (11.1 KB)
[#009] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#010] sha256:7ea682f8c8a66aee10d2199d818e0e6080a70b6ecc3d7ba3691618fa08772832 - 64.63% (3.35 GB)
[#011] sha256:12720c26d92e2ccd84e4d4c0118715b0c097707307aa4fc365952a097a100b27 - 24.06% (1.25 GB)
[#012] sha256:5b800ead81b7ec692a32cb0a718f775ef6403f6949d425ed5f1957477c98b318 - 0.0% (67.6 KB)
[#013] sha256:648b00041f00b065a73a4e0b48ecb7271ac27445cf4e600eab82486780711bfa - 2.01% (106 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2023-10-05 07:33:30 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2023-10-05 07:33:30 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2023-10-05 07:33:30 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2023-10-05 07:33:32 UTC/bin/sh -c #(nop) ADD file:63d5ab3ef0aab308c0e71cb67292c5467f60deafa9b0418cbb220affcd078444 in /
2023-10-05 07:33:32 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.1.55-1
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-1
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.0-1_all.deb && dpkg -i cuda-keyring_1.0-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.1.0
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-1=${NV_CUDA_CUDART_VERSION} ${NV_CUDA_COMPAT_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2025-01-27 06:27:40 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.4.1
2025-01-27 06:27:40 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2025-01-27 06:27:40 UTC (buildkit.dockerfile.v0)WORKDIR /vllm-workspace
2025-01-27 06:27:40 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2025-01-27 06:27:40 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM
2025-01-27 06:27:43 UTC (buildkit.dockerfile.v0)RUN |3 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.12 TARGETPLATFORM=linux/amd64 /bin/sh -c PYTHON_VERSION_STR=$(echo ${PYTHON_VERSION} | sed 's/\.//g') && echo "export PYTHON_VERSION_STR=${PYTHON_VERSION_STR}" >> /etc/environment # buildkit
2025-01-27 06:30:12 UTC (buildkit.dockerfile.v0)RUN |3 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.12 TARGETPLATFORM=linux/amd64 /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt-get update -y && apt-get install -y ccache software-properties-common git curl wget sudo vim python3-pip && apt-get install -y ffmpeg libsm6 libxext6 libgl1 && add-apt-repository ppa:deadsnakes/ppa && apt-get update -y && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv libibverbs-dev && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit
2025-01-27 06:30:12 UTC (buildkit.dockerfile.v0)RUN |3 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.12 TARGETPLATFORM=linux/amd64 /bin/sh -c ldconfig /usr/local/cuda-$(echo $CUDA_VERSION | cut -d. -f1,2)/compat/ # buildkit
2025-01-27 06:30:13 UTC (buildkit.dockerfile.v0)RUN |3 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.12 TARGETPLATFORM=linux/amd64 /bin/sh -c if [ "$TARGETPLATFORM" = "linux/arm64" ]; then python3 -m pip install --index-url https://download.pytorch.org/whl/nightly/cu124 "torch==2.6.0.dev20241210+cu124" "torchvision==0.22.0.dev20241215"; fi # buildkit
2025-01-27 07:00:44 UTC (buildkit.dockerfile.v0)RUN |3 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.12 TARGETPLATFORM=linux/amd64 /bin/sh -c python3 -m pip install dist/*.whl --verbose # buildkit
2025-01-27 07:01:35 UTC (buildkit.dockerfile.v0)RUN |3 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.12 TARGETPLATFORM=linux/amd64 /bin/sh -c . /etc/environment && if [ "$TARGETPLATFORM" != "linux/arm64" ]; then python3 -m pip install https://github.com/flashinfer-ai/flashinfer/releases/download/v0.1.6/flashinfer-0.1.6+cu121torch2.4-cp${PYTHON_VERSION_STR}-cp${PYTHON_VERSION_STR}-linux_x86_64.whl; fi # buildkit
2025-01-27 07:01:35 UTC (buildkit.dockerfile.v0)COPY examples examples # buildkit
2025-01-27 07:01:46 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c if [ "$TARGETPLATFORM" = "linux/arm64" ]; then pip install accelerate hf_transfer 'modelscope!=1.15.0' 'bitsandbytes>=0.42.0' 'timm==0.9.10' boto3 runai-model-streamer runai-model-streamer[s3]; else pip install accelerate hf_transfer 'modelscope!=1.15.0' 'bitsandbytes>=0.45.0' 'timm==0.9.10' boto3 runai-model-streamer runai-model-streamer[s3]; fi # buildkit
2025-01-27 07:01:46 UTC (buildkit.dockerfile.v0)ENV VLLM_USAGE_SOURCE=production-docker-image
2025-01-27 07:01:46 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["python3" "-m" "vllm.entrypoints.openai.api_server"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.