Namespace
vllm
Image / Tagvllm-openai:v0.4.0.post1
Content Digestsha256:8fb3c30868764d169dc8837b153611815dbddbc831daafd8412b8f650fe111ae
Details
2024-04-03 23:48:24 UTC
4.68 GB
Labels
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
CUDA_VERSION12.1.0
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64
NCCL_VERSION2.17.1-1
NVARCHx86_64
NVIDIA_CUDA_END_OF_LIFE1
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_COMPAT_PACKAGEcuda-compat-12-1
NV_CUDA_CUDART_VERSION12.1.55-1
NV_CUDA_LIB_VERSION12.1.0-1
NV_LIBCUBLAS_PACKAGElibcublas-12-1=12.1.0.26-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-1
NV_LIBCUBLAS_VERSION12.1.0.26-1
NV_LIBCUSPARSE_VERSION12.0.2.55-1
NV_LIBNCCL_PACKAGElibnccl2=2.17.1-1+cuda12.1
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.17.1-1
NV_LIBNPP_PACKAGElibnpp-12-1=12.0.2.50-1
NV_LIBNPP_VERSION12.0.2.50-1
NV_NVTX_VERSION12.1.66-1
PATH/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
VLLM_USAGE_SOURCEproduction-docker-image
Layers
[#000] sha256:aece8493d3972efa43bfd4ee3cdba659c0f787f8f59c82fb3e48c87cbb22a12e - 0.59% (28.2 MB)
[#001] sha256:45f7ea5367fe9dcee002e55e45a888af03a36523d11d2213ef9c6fc0088f6e96 - 0.09% (4.41 MB)
[#002] sha256:3d97a47c3c73a9f0e95e65070cfd89d749b89b490846c2a7ab0b796097d3c12b - 1.11% (53.1 MB)
[#003] sha256:12cd4d19752f10fb4ec393dc915c62c18895ce0090f0db7773b2426f9059df16 - 0.0% (185 Bytes)
[#004] sha256:da5a484f9d74b1673c155ea49073a322875f9a48118d0d5656c60224c7f8094e - 0.0% (6.72 KB)
[#005] sha256:5e5846364eee50e93288b9e4085bc9e558ed543163636c9ca2e61a528cb4952d - 25.67% (1.2 GB)
[#006] sha256:fd355de1d1f25492195368f3c3859f24af856e5d7a2ffb34951776daa50bd3e7 - 0.0% (62.4 KB)
[#007] sha256:3480bb79c6384806f3ae4d8854b5e7ea3e51c3e0ed913965790cdb1ac06cb0c4 - 0.0% (1.65 KB)
[#008] sha256:e7016935dd60c632d835fe53b96c59b79194151f22ed555675a41525e066a99f - 0.0% (1.49 KB)
[#009] sha256:ccb9502b4034322c8991ae77a5a270a870292f1fdd63defe0957cd9312f40fc6 - 3.27% (157 MB)
[#010] sha256:10aac2c5e85fa6f6f5fb163d75e4a040daa7d4a956c2851dfe39a04d6e42faa9 - 0.0% (132 Bytes)
[#011] sha256:7613cd955135f22dfef7bfae1e903a43f54d66e8f532b1edf4512b4533638a31 - 0.0% (429 Bytes)
[#012] sha256:e3b745e3433d870c3bb2320da16c3c904f95c84fa3cf1fb22975e649a2450578 - 63.29% (2.96 GB)
[#013] sha256:c9cc76a8e0cb073978a5ffcdaa111f25036898d004769cbdafc06ed966e4be16 - 2.37% (114 MB)
[#014] sha256:4afc586c6dfc04ad7db2bfda956f911dff5d78d74d061d79e3875d78469d82b6 - 1.86% (89.1 MB)
[#015] sha256:d9255e5d146a50ffc33242095e8f1c4c12bdd0e7da29d5cdaae4d526ecc0e9ed - 1.74% (83.2 MB)
[#016] sha256:2f628e5b21c4399797d19125ffc9f3a847cbfcc84b8e62b0f7a53baf131d467c - 0.01% (263 KB)
History
/bin/sh -c #(nop) ARG RELEASE
2023-10-05 07:33:30 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2023-10-05 07:33:30 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2023-10-05 07:33:30 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2023-10-05 07:33:32 UTC/bin/sh -c #(nop) ADD file:63d5ab3ef0aab308c0e71cb67292c5467f60deafa9b0418cbb220affcd078444 in /
2023-10-05 07:33:32 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.1.55-1
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-1
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.0-1_all.deb && dpkg -i cuda-keyring_1.0-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.1.0
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-1=${NV_CUDA_CUDART_VERSION} ${NV_CUDA_COMPAT_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.1.0-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.1.66-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.0.2.50-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-1=12.0.2.50-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.0.2.55-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.1.0.26-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-1=12.1.0.26-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.17.1-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.17.1-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.17.1-1+cuda12.1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-1=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-1=${NV_NVTX_VERSION} libcusparse-12-1=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2023-11-10 05:49:20 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2023-11-10 05:49:20 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2023-11-10 05:49:20 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2023-11-10 05:49:20 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2023-11-10 05:49:20 UTC (buildkit.dockerfile.v0)ENV NVIDIA_CUDA_END_OF_LIFE=1
2023-11-10 05:49:20 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2024-04-03 22:34:11 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c apt-get update -y && apt-get install -y python3-pip # buildkit
2024-04-03 22:34:11 UTC (buildkit.dockerfile.v0)WORKDIR /workspace
2024-04-03 22:34:11 UTC (buildkit.dockerfile.v0)COPY requirements.txt requirements.txt # buildkit
2024-04-03 22:37:37 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip install -r requirements.txt # buildkit
2024-04-03 22:38:23 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip install /usr/src/flash-attention-v2/*.whl --no-cache-dir # buildkit
2024-04-03 22:38:52 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip install accelerate hf_transfer modelscope # buildkit
2024-04-03 23:17:58 UTC (buildkit.dockerfile.v0)COPY /workspace/vllm/*.so /workspace/vllm/ # buildkit
2024-04-03 23:48:24 UTC (buildkit.dockerfile.v0)COPY vllm vllm # buildkit
2024-04-03 23:48:24 UTC (buildkit.dockerfile.v0)ENV VLLM_USAGE_SOURCE=production-docker-image
2024-04-03 23:48:24 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["python3" "-m" "vllm.entrypoints.openai.api_server"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.