vllm
    vllm-openai
    v0.5.3
Namespace
vllm
Image / Tag
vllm-openai:v0.5.3
Content Digest
sha256:0f9edfaffa1f4b64152a9a151b55aea3ce22103f3156ea7d6c8005a0959aaad8
Details
Created

2024-07-23 01:34:03 -0700

Size

5.2 GB

Content Digest
Labels
  • maintainer
    NVIDIA CORPORATION <cudatools@nvidia.com>
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.version
    20.04
Environment
CUDA_VERSION

12.4.1

LD_LIBRARY_PATH

/usr/local/nvidia/lib:/usr/local/nvidia/lib64

NVARCH

x86_64

NVIDIA_DRIVER_CAPABILITIES

compute,utility

NVIDIA_REQUIRE_CUDA

cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536

NVIDIA_VISIBLE_DEVICES

all

NV_CUDA_COMPAT_PACKAGE

cuda-compat-12-4

NV_CUDA_CUDART_VERSION

12.4.127-1

PATH

/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

VLLM_USAGE_SOURCE

production-docker-image

Layers

[#000] sha256:43cfb69dbb464ebad014cd4687bf02ee4f5011d540916c658af36faafbfd3481 - 0.49% (26.2 MB)

[#001] sha256:fbcd35dc5bc3a7bda41926aadd083020f942b001ebac6f1d30480f0f065394c0 - 0.14% (7.58 MB)

[#002] sha256:c7232af9ae05f7de83f8d6171bd0c35a4dd0a85ebafb15b950dbc08f89ea5fb5 - 1.03% (54.9 MB)

[#003] sha256:db6cdef1932a0d9ca6ef9a539e08d491f66d1b1ed81926ae1525375bdd8100cc - 0.0% (185 Bytes)

[#004] sha256:56dc8550293751a1604e97ac949cfae82ba20cb2a28e034737bafd7382559609 - 0.0% (6.72 KB)

[#005] sha256:9f61b3db38d69dddb7c6f05c299c875b3c7b6d97869e2f96bf128865bb80bd73 - 0.0% (104 Bytes)

[#006] sha256:7a2075c4c4dda4a679ac56e0ccb598c0b2c3adc3e39613c476c34fcee2043f9f - 2.01% (107 MB)

[#007] sha256:38fd6d6c1a58dee4ac1b68da23b475779ae5795f9879ea94f1f1a3b63620d2ab - 2.04% (108 MB)

[#008] sha256:cce0c32ed4370c9f566822cf5c54e58a544a65382294d3aa544dcb6cd7d5de51 - 0.09% (4.81 MB)

[#009] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#010] sha256:ddbca353ad5e3c6bb8fc25ff01dff30e88927d354ba51531ab372c29c5d3b3ae - 0.0% (6.74 KB)

[#011] sha256:e4994068102336450bf6539c28a2fa57c7bc7c3be60287edee074908f9eada24 - 63.28% (3.29 GB)

[#012] sha256:378a5cff0fea1a30ab8dbf888ad3bcb8107f992da691c1447ac0652fdc7a1f22 - 7.76% (413 MB)

[#013] sha256:ad052afd52fca100807724e1a3c69ac9875049768457ff89695a47b00eef5012 - 22.88% (1.19 GB)

[#014] sha256:25349c8b8c4e5d2b237fff79978271b6e69f0df47381f31a69a4a95d647203a6 - 0.28% (15.2 MB)

History
2024-04-10 18:50:35 UTC

/bin/sh -c #(nop) ARG RELEASE

2024-04-10 18:50:35 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2024-04-10 18:50:35 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2024-04-10 18:50:35 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=20.04

2024-04-10 18:50:37 UTC

/bin/sh -c #(nop) ADD file:ea2128e23dce0162557abadd80656bd5ae047d573095d1d4323eb4154490dfdc in /

2024-04-10 18:50:37 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2024-04-22 23:42:24 UTC (buildkit.dockerfile.v0)

ENV NVARCH=x86_64

2024-04-22 23:42:24 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_REQUIRE_CUDA=cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536

2024-04-22 23:42:24 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_VERSION=12.4.127-1

2024-04-22 23:42:24 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4

2024-04-22 23:42:24 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2024-04-22 23:42:24 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2024-04-22 23:42:24 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit

2024-04-22 23:42:24 UTC (buildkit.dockerfile.v0)

ENV CUDA_VERSION=12.4.1

2024-04-22 23:42:36 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-4=${NV_CUDA_CUDART_VERSION} ${NV_CUDA_COMPAT_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2024-04-22 23:42:36 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

2024-04-22 23:42:36 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2024-04-22 23:42:36 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2024-04-22 23:42:36 UTC (buildkit.dockerfile.v0)

COPY NGC-DL-CONTAINER-LICENSE / # buildkit

2024-04-22 23:42:36 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_VISIBLE_DEVICES=all

2024-04-22 23:42:36 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility

2024-07-23 00:03:19 -0700 (buildkit.dockerfile.v0)

ARG CUDA_VERSION=12.4.1

2024-07-23 00:03:19 -0700 (buildkit.dockerfile.v0)

ARG PYTHON_VERSION=3.10

2024-07-23 00:03:19 -0700 (buildkit.dockerfile.v0)

WORKDIR /vllm-workspace

2024-07-23 00:05:18 -0700 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.4.1 PYTHON_VERSION=3.10 /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt-get update -y && apt-get install -y ccache software-properties-common && add-apt-repository ppa:deadsnakes/ppa && apt-get update -y && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv && if [ "${PYTHON_VERSION}" != "3" ]; then update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1; fi && python3 --version # buildkit

2024-07-23 00:05:50 -0700 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.4.1 PYTHON_VERSION=3.10 /bin/sh -c apt-get update -y && apt-get install -y python3-pip git vim curl libibverbs-dev # buildkit

2024-07-23 00:06:25 -0700 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.4.1 PYTHON_VERSION=3.10 /bin/sh -c curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} # buildkit

2024-07-23 00:06:25 -0700 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.4.1 PYTHON_VERSION=3.10 /bin/sh -c python3 -m pip --version # buildkit

2024-07-23 00:06:25 -0700 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.4.1 PYTHON_VERSION=3.10 /bin/sh -c ldconfig /usr/local/cuda-$(echo $CUDA_VERSION | cut -d. -f1,2)/compat/ # buildkit

2024-07-23 01:32:20 -0700 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.4.1 PYTHON_VERSION=3.10 /bin/sh -c python3 -m pip install dist/*.whl --verbose # buildkit

2024-07-23 01:32:50 -0700 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.4.1 PYTHON_VERSION=3.10 /bin/sh -c python3 -m pip install /usr/src/mamba/*.whl --no-cache-dir # buildkit

2024-07-23 01:33:42 -0700 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.4.1 PYTHON_VERSION=3.10 /bin/sh -c python3 -m pip install https://github.com/flashinfer-ai/flashinfer/releases/download/v0.0.9/flashinfer-0.0.9+cu121torch2.3-cp310-cp310-linux_x86_64.whl # buildkit

2024-07-23 01:34:03 -0700 (buildkit.dockerfile.v0)

RUN /bin/sh -c pip install accelerate hf_transfer 'modelscope!=1.15.0' # buildkit

2024-07-23 01:34:03 -0700 (buildkit.dockerfile.v0)

ENV VLLM_USAGE_SOURCE=production-docker-image

2024-07-23 01:34:03 -0700 (buildkit.dockerfile.v0)

ENTRYPOINT ["python3" "-m" "vllm.entrypoints.openai.api_server"]

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete