vllm
    vllm-openai
    v0.5.3.post1
Namespace
vllm
Image / Tag
vllm-openai:v0.5.3.post1
Content Digest
sha256:bfb0403010061e61b692e337945fb9694baefb03b0725d62adab9cca6139ea62
Details
Created

2024-07-24 11:01:51 -0700

Size

5.2 GB

Content Digest
Labels
  • maintainer
    NVIDIA CORPORATION <cudatools@nvidia.com>
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.version
    20.04
Environment
CUDA_VERSION

12.1.0

LD_LIBRARY_PATH

/usr/local/nvidia/lib:/usr/local/nvidia/lib64

NVARCH

x86_64

NVIDIA_DRIVER_CAPABILITIES

compute,utility

NVIDIA_REQUIRE_CUDA

cuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526

NVIDIA_VISIBLE_DEVICES

all

NV_CUDA_COMPAT_PACKAGE

cuda-compat-12-1

NV_CUDA_CUDART_VERSION

12.1.55-1

PATH

/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

VLLM_USAGE_SOURCE

production-docker-image

Layers

[#000] sha256:96d54c3075c9eeaed5561fd620828fd6bb5d80ecae7cb25f9ba5f7d88ea6e15c - 0.49% (26.2 MB)

[#001] sha256:755e535b54a3a8b8764bd9a145bc0b2915bc2a364fb9081f8fc0b975829a05e4 - 0.14% (7.58 MB)

[#002] sha256:24ff69e0a1e4e6664884b4f73ef5b016112397163ad02b6bbb22c17ac5105bc9 - 1.0% (53.1 MB)

[#003] sha256:76a627ca5e652c2e2240d85854abbef2874cbb3d35ceb0867a41453bba51c079 - 0.0% (187 Bytes)

[#004] sha256:35817692a87eb074ed0f9a4b34c568aeed6d482308cdeaba3b240f5cd005e3ae - 0.0% (6.72 KB)

[#005] sha256:a2a6575267d74061288588ba2de108124d73fdaab174fb715b5130fb72c8f111 - 0.0% (104 Bytes)

[#006] sha256:aaeaf44937fe6186908a04330520ad4c1ee5917e79aa0badfc1f38618387cf2e - 2.01% (107 MB)

[#007] sha256:968730b4a9f056c749e8679b4d43338946f2705101509548b8f40ac96b50d47c - 2.08% (111 MB)

[#008] sha256:239b7515e24dda64d7ca26b0428e95b279707719c7aa902826b56fe091872cf3 - 0.09% (4.81 MB)

[#009] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#010] sha256:859094b04facc7ab806e8170111ddeb10c8c2b0201e558b86f3caa11de7457dd - 0.0% (6.67 KB)

[#011] sha256:6dfd8ac0eb50b5ee42e1af47b9a03b5ade08c26d080c7daf2648dcb15e1c63c2 - 63.28% (3.29 GB)

[#012] sha256:5993707f47369065ecca2878421e81dba18b590f9b7bbf3b280e8e5d99c73335 - 7.76% (413 MB)

[#013] sha256:a6912780634c3a0f97f21b752ddaa2ce6dda6df580a645ebba51ae777013cc91 - 22.88% (1.19 GB)

[#014] sha256:f0f1ad1cd4a38e4cfd1f38437e6c72faa650f8ef94dd3f1f903e32814e56fabb - 0.27% (14.4 MB)

History
2023-10-03 10:45:50 UTC

/bin/sh -c #(nop) ARG RELEASE

2023-10-03 10:45:50 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2023-10-03 10:45:50 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2023-10-03 10:45:50 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=20.04

2023-10-03 10:45:51 UTC

/bin/sh -c #(nop) ADD file:4809da414c2d478b4d991cbdaa2df457f2b3d07d0ff6cf673f09a66f90833e81 in /

2023-10-03 10:45:52 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2023-11-10 05:42:36 UTC (buildkit.dockerfile.v0)

ENV NVARCH=x86_64

2023-11-10 05:42:36 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_REQUIRE_CUDA=cuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526

2023-11-10 05:42:36 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_VERSION=12.1.55-1

2023-11-10 05:42:36 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-1

2023-11-10 05:42:36 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2023-11-10 05:42:36 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2023-11-10 05:42:36 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit

2023-11-10 05:42:36 UTC (buildkit.dockerfile.v0)

ENV CUDA_VERSION=12.1.0

2023-11-10 05:42:52 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-1=${NV_CUDA_CUDART_VERSION} ${NV_CUDA_COMPAT_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2023-11-10 05:42:52 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

2023-11-10 05:42:52 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2023-11-10 05:42:52 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2023-11-10 05:42:53 UTC (buildkit.dockerfile.v0)

COPY NGC-DL-CONTAINER-LICENSE / # buildkit

2023-11-10 05:42:53 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_VISIBLE_DEVICES=all

2023-11-10 05:42:53 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility

2024-07-24 10:47:22 -0700 (buildkit.dockerfile.v0)

ARG CUDA_VERSION=12.1.0

2024-07-24 10:47:22 -0700 (buildkit.dockerfile.v0)

ARG PYTHON_VERSION=3.10

2024-07-24 10:47:22 -0700 (buildkit.dockerfile.v0)

WORKDIR /vllm-workspace

2024-07-24 10:48:59 -0700 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.10 /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt-get update -y && apt-get install -y ccache software-properties-common && add-apt-repository ppa:deadsnakes/ppa && apt-get update -y && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv && if [ "${PYTHON_VERSION}" != "3" ]; then update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1; fi && python3 --version # buildkit

2024-07-24 10:49:32 -0700 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.10 /bin/sh -c apt-get update -y && apt-get install -y python3-pip git vim curl libibverbs-dev # buildkit

2024-07-24 10:50:06 -0700 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.10 /bin/sh -c curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} # buildkit

2024-07-24 10:50:07 -0700 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.10 /bin/sh -c python3 -m pip --version # buildkit

2024-07-24 10:50:07 -0700 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.10 /bin/sh -c ldconfig /usr/local/cuda-$(echo $CUDA_VERSION | cut -d. -f1,2)/compat/ # buildkit

2024-07-24 11:00:15 -0700 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.10 /bin/sh -c python3 -m pip install dist/*.whl --verbose # buildkit

2024-07-24 11:00:45 -0700 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.10 /bin/sh -c python3 -m pip install /usr/src/mamba/*.whl --no-cache-dir # buildkit

2024-07-24 11:01:38 -0700 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.10 /bin/sh -c python3 -m pip install https://github.com/flashinfer-ai/flashinfer/releases/download/v0.0.9/flashinfer-0.0.9+cu121torch2.3-cp310-cp310-linux_x86_64.whl # buildkit

2024-07-24 11:01:51 -0700 (buildkit.dockerfile.v0)

RUN /bin/sh -c pip install accelerate hf_transfer 'modelscope!=1.15.0' # buildkit

2024-07-24 11:01:51 -0700 (buildkit.dockerfile.v0)

ENV VLLM_USAGE_SOURCE=production-docker-image

2024-07-24 11:01:51 -0700 (buildkit.dockerfile.v0)

ENTRYPOINT ["python3" "-m" "vllm.entrypoints.openai.api_server"]

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete