{"architecture":"amd64","config":{"ExposedPorts":{"9000/tcp":{}},"Env":["PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","NVARCH=x86_64","NVIDIA_REQUIRE_CUDA=cuda\u003e=12.9 brand=unknown,driver\u003e=535,driver\u003c536 brand=grid,driver\u003e=535,driver\u003c536 brand=tesla,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=vapps,driver\u003e=535,driver\u003c536 brand=vpc,driver\u003e=535,driver\u003c536 brand=vcs,driver\u003e=535,driver\u003c536 brand=vws,driver\u003e=535,driver\u003c536 brand=cloudgaming,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=550,driver\u003c551 brand=grid,driver\u003e=550,driver\u003c551 brand=tesla,driver\u003e=550,driver\u003c551 brand=nvidia,driver\u003e=550,driver\u003c551 brand=quadro,driver\u003e=550,driver\u003c551 brand=quadrortx,driver\u003e=550,driver\u003c551 brand=nvidiartx,driver\u003e=550,driver\u003c551 brand=vapps,driver\u003e=550,driver\u003c551 brand=vpc,driver\u003e=550,driver\u003c551 brand=vcs,driver\u003e=550,driver\u003c551 brand=vws,driver\u003e=550,driver\u003c551 brand=cloudgaming,driver\u003e=550,driver\u003c551 brand=unknown,driver\u003e=560,driver\u003c561 brand=grid,driver\u003e=560,driver\u003c561 brand=tesla,driver\u003e=560,driver\u003c561 brand=nvidia,driver\u003e=560,driver\u003c561 brand=quadro,driver\u003e=560,driver\u003c561 brand=quadrortx,driver\u003e=560,driver\u003c561 brand=nvidiartx,driver\u003e=560,driver\u003c561 brand=vapps,driver\u003e=560,driver\u003c561 brand=vpc,driver\u003e=560,driver\u003c561 brand=vcs,driver\u003e=560,driver\u003c561 brand=vws,driver\u003e=560,driver\u003c561 brand=cloudgaming,driver\u003e=560,driver\u003c561 brand=unknown,driver\u003e=565,driver\u003c566 brand=grid,driver\u003e=565,driver\u003c566 brand=tesla,driver\u003e=565,driver\u003c566 brand=nvidia,driver\u003e=565,driver\u003c566 brand=quadro,driver\u003e=565,driver\u003c566 brand=quadrortx,driver\u003e=565,driver\u003c566 brand=nvidiartx,driver\u003e=565,driver\u003c566 brand=vapps,driver\u003e=565,driver\u003c566 brand=vpc,driver\u003e=565,driver\u003c566 brand=vcs,driver\u003e=565,driver\u003c566 brand=vws,driver\u003e=565,driver\u003c566 brand=cloudgaming,driver\u003e=565,driver\u003c566 brand=unknown,driver\u003e=570,driver\u003c571 brand=grid,driver\u003e=570,driver\u003c571 brand=tesla,driver\u003e=570,driver\u003c571 brand=nvidia,driver\u003e=570,driver\u003c571 brand=quadro,driver\u003e=570,driver\u003c571 brand=quadrortx,driver\u003e=570,driver\u003c571 brand=nvidiartx,driver\u003e=570,driver\u003c571 brand=vapps,driver\u003e=570,driver\u003c571 brand=vpc,driver\u003e=570,driver\u003c571 brand=vcs,driver\u003e=570,driver\u003c571 brand=vws,driver\u003e=570,driver\u003c571 brand=cloudgaming,driver\u003e=570,driver\u003c571","NV_CUDA_CUDART_VERSION=12.9.79-1","CUDA_VERSION=12.9.1","LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64","NVIDIA_VISIBLE_DEVICES=all","NVIDIA_DRIVER_CAPABILITIES=compute,utility","DEBIAN_FRONTEND=noninteractive","UV_HTTP_TIMEOUT=500","UV_INDEX_STRATEGY=unsafe-best-match","UV_LINK_MODE=copy","VLLM_USAGE_SOURCE=production-docker-image"],"Entrypoint":["/entrypoint.sh"],"WorkingDir":"/vllm-workspace","Labels":{"maintainer":"NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e","org.opencontainers.image.ref.name":"ubuntu","org.opencontainers.image.version":"22.04"},"Shell":["/bin/bash","-c"]},"created":"2026-02-23T12:55:55.542155546+02:00","history":[{"created":"2025-07-14T16:33:29.423355846Z","created_by":"/bin/sh -c #(nop)  ARG RELEASE","empty_layer":true},{"created":"2025-07-14T16:33:29.453029252Z","created_by":"/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH","empty_layer":true},{"created":"2025-07-14T16:33:29.47806068Z","created_by":"/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu","empty_layer":true},{"created":"2025-07-14T16:33:29.50487452Z","created_by":"/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04","empty_layer":true},{"created":"2025-07-14T16:33:31.666121772Z","created_by":"/bin/sh -c #(nop) ADD file:415bbc01dfb447d002e2d8173e113ef025d2bbfa20f1205823fa699dc87a2019 in / "},{"created":"2025-07-14T16:33:32.00234559Z","created_by":"/bin/sh -c #(nop)  CMD [\"/bin/bash\"]","empty_layer":true},{"created":"2025-07-18T20:11:02.304703281Z","created_by":"ENV NVARCH=x86_64","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-07-18T20:11:02.304703281Z","created_by":"ENV NVIDIA_REQUIRE_CUDA=cuda\u003e=12.9 brand=unknown,driver\u003e=535,driver\u003c536 brand=grid,driver\u003e=535,driver\u003c536 brand=tesla,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=vapps,driver\u003e=535,driver\u003c536 brand=vpc,driver\u003e=535,driver\u003c536 brand=vcs,driver\u003e=535,driver\u003c536 brand=vws,driver\u003e=535,driver\u003c536 brand=cloudgaming,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=550,driver\u003c551 brand=grid,driver\u003e=550,driver\u003c551 brand=tesla,driver\u003e=550,driver\u003c551 brand=nvidia,driver\u003e=550,driver\u003c551 brand=quadro,driver\u003e=550,driver\u003c551 brand=quadrortx,driver\u003e=550,driver\u003c551 brand=nvidiartx,driver\u003e=550,driver\u003c551 brand=vapps,driver\u003e=550,driver\u003c551 brand=vpc,driver\u003e=550,driver\u003c551 brand=vcs,driver\u003e=550,driver\u003c551 brand=vws,driver\u003e=550,driver\u003c551 brand=cloudgaming,driver\u003e=550,driver\u003c551 brand=unknown,driver\u003e=560,driver\u003c561 brand=grid,driver\u003e=560,driver\u003c561 brand=tesla,driver\u003e=560,driver\u003c561 brand=nvidia,driver\u003e=560,driver\u003c561 brand=quadro,driver\u003e=560,driver\u003c561 brand=quadrortx,driver\u003e=560,driver\u003c561 brand=nvidiartx,driver\u003e=560,driver\u003c561 brand=vapps,driver\u003e=560,driver\u003c561 brand=vpc,driver\u003e=560,driver\u003c561 brand=vcs,driver\u003e=560,driver\u003c561 brand=vws,driver\u003e=560,driver\u003c561 brand=cloudgaming,driver\u003e=560,driver\u003c561 brand=unknown,driver\u003e=565,driver\u003c566 brand=grid,driver\u003e=565,driver\u003c566 brand=tesla,driver\u003e=565,driver\u003c566 brand=nvidia,driver\u003e=565,driver\u003c566 brand=quadro,driver\u003e=565,driver\u003c566 brand=quadrortx,driver\u003e=565,driver\u003c566 brand=nvidiartx,driver\u003e=565,driver\u003c566 brand=vapps,driver\u003e=565,driver\u003c566 brand=vpc,driver\u003e=565,driver\u003c566 brand=vcs,driver\u003e=565,driver\u003c566 brand=vws,driver\u003e=565,driver\u003c566 brand=cloudgaming,driver\u003e=565,driver\u003c566 brand=unknown,driver\u003e=570,driver\u003c571 brand=grid,driver\u003e=570,driver\u003c571 brand=tesla,driver\u003e=570,driver\u003c571 brand=nvidia,driver\u003e=570,driver\u003c571 brand=quadro,driver\u003e=570,driver\u003c571 brand=quadrortx,driver\u003e=570,driver\u003c571 brand=nvidiartx,driver\u003e=570,driver\u003c571 brand=vapps,driver\u003e=570,driver\u003c571 brand=vpc,driver\u003e=570,driver\u003c571 brand=vcs,driver\u003e=570,driver\u003c571 brand=vws,driver\u003e=570,driver\u003c571 brand=cloudgaming,driver\u003e=570,driver\u003c571","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-07-18T20:11:02.304703281Z","created_by":"ENV NV_CUDA_CUDART_VERSION=12.9.79-1","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-07-18T20:11:02.304703281Z","created_by":"ARG TARGETARCH","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-07-18T20:11:02.304703281Z","created_by":"LABEL maintainer=NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-07-18T20:11:02.304703281Z","created_by":"RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update \u0026\u0026 apt-get install -y --no-install-recommends     gnupg2 curl ca-certificates \u0026\u0026     curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb \u0026\u0026     dpkg -i cuda-keyring_1.1-1_all.deb \u0026\u0026     apt-get purge --autoremove -y curl     \u0026\u0026 rm -rf /var/lib/apt/lists/* # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-07-18T20:11:02.304703281Z","created_by":"ENV CUDA_VERSION=12.9.1","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-07-18T20:11:19.90988473Z","created_by":"RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update \u0026\u0026 apt-get install -y --no-install-recommends     cuda-cudart-12-9=${NV_CUDA_CUDART_VERSION}     cuda-compat-12-9     \u0026\u0026 rm -rf /var/lib/apt/lists/* # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-07-18T20:11:19.968708883Z","created_by":"RUN |1 TARGETARCH=amd64 /bin/sh -c echo \"/usr/local/cuda/lib64\" \u003e\u003e /etc/ld.so.conf.d/nvidia.conf # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-07-18T20:11:19.968708883Z","created_by":"ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-07-18T20:11:19.968708883Z","created_by":"ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-07-18T20:11:19.982023347Z","created_by":"COPY NGC-DL-CONTAINER-LICENSE / # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-07-18T20:11:19.982023347Z","created_by":"ENV NVIDIA_VISIBLE_DEVICES=all","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-07-18T20:11:19.982023347Z","created_by":"ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:33:35.392268481Z","created_by":"ARG CUDA_VERSION","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:33:35.392268481Z","created_by":"ARG PYTHON_VERSION","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:33:35.392268481Z","created_by":"ARG INSTALL_KV_CONNECTORS=false","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:33:35.392268481Z","created_by":"WORKDIR /vllm-workspace","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-03T08:33:35.392268481Z","created_by":"ENV DEBIAN_FRONTEND=noninteractive","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:33:35.392268481Z","created_by":"ARG TARGETPLATFORM","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:33:35.392268481Z","created_by":"ARG GDRCOPY_CUDA_VERSION=12.8","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:33:35.392268481Z","created_by":"ARG GDRCOPY_OS_VERSION=Ubuntu22_04","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:33:35.392268481Z","created_by":"SHELL [/bin/bash -c]","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:33:35.392268481Z","created_by":"ARG DEADSNAKES_MIRROR_URL","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:33:35.392268481Z","created_by":"ARG DEADSNAKES_GPGKEY_URL","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:33:35.392268481Z","created_by":"ARG GET_PIP_URL","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:34:12.330457085Z","created_by":"RUN |9 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 INSTALL_KV_CONNECTORS=true TARGETPLATFORM=linux/amd64 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu22_04 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c PYTHON_VERSION_STR=$(echo ${PYTHON_VERSION} | sed 's/\\.//g') \u0026\u0026     echo \"export PYTHON_VERSION_STR=${PYTHON_VERSION_STR}\" \u003e\u003e /etc/environment # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-03T08:38:05.464357275Z","created_by":"RUN |9 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 INSTALL_KV_CONNECTORS=true TARGETPLATFORM=linux/amd64 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu22_04 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections     \u0026\u0026 echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections     \u0026\u0026 apt-get update -y     \u0026\u0026 apt-get install -y --no-install-recommends         software-properties-common         curl         sudo         python3-pip         ffmpeg         libsm6         libxext6         libgl1     \u0026\u0026 if [ ! -z ${DEADSNAKES_MIRROR_URL} ] ; then         if [ ! -z \"${DEADSNAKES_GPGKEY_URL}\" ] ; then             mkdir -p -m 0755 /etc/apt/keyrings ;             curl -L ${DEADSNAKES_GPGKEY_URL} | gpg --dearmor \u003e /etc/apt/keyrings/deadsnakes.gpg ;             sudo chmod 644 /etc/apt/keyrings/deadsnakes.gpg ;             echo \"deb [signed-by=/etc/apt/keyrings/deadsnakes.gpg] ${DEADSNAKES_MIRROR_URL} $(lsb_release -cs) main\" \u003e /etc/apt/sources.list.d/deadsnakes.list ;         fi ;     else         for i in 1 2 3; do             add-apt-repository -y ppa:deadsnakes/ppa \u0026\u0026 break ||             { echo \"Attempt $i failed, retrying in 5s...\"; sleep 5; };         done ;     fi     \u0026\u0026 apt-get update -y     \u0026\u0026 apt-get install -y --no-install-recommends         python${PYTHON_VERSION}         python${PYTHON_VERSION}-dev         python${PYTHON_VERSION}-venv         libibverbs-dev     \u0026\u0026 rm -rf /var/lib/apt/lists/*     \u0026\u0026 update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1     \u0026\u0026 update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION}     \u0026\u0026 ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config     \u0026\u0026 curl -sS ${GET_PIP_URL} | python${PYTHON_VERSION}     \u0026\u0026 python3 --version \u0026\u0026 python3 -m pip --version # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-03T08:39:21.562099226Z","created_by":"RUN |9 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 INSTALL_KV_CONNECTORS=true TARGETPLATFORM=linux/amd64 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu22_04 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-') \u0026\u0026     apt-get update -y \u0026\u0026     apt-get install -y --no-install-recommends     cuda-nvcc-${CUDA_VERSION_DASH}     cuda-cudart-${CUDA_VERSION_DASH}     cuda-nvrtc-${CUDA_VERSION_DASH}     cuda-cuobjdump-${CUDA_VERSION_DASH}     libcurand-dev-${CUDA_VERSION_DASH}     libcublas-${CUDA_VERSION_DASH}     libnccl-dev \u0026\u0026     rm -rf /var/lib/apt/lists/* # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-03T08:39:21.562099226Z","created_by":"ARG PIP_INDEX_URL UV_INDEX_URL","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:39:21.562099226Z","created_by":"ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:39:21.562099226Z","created_by":"ARG PYTORCH_CUDA_INDEX_BASE_URL","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:39:21.562099226Z","created_by":"ARG PIP_KEYRING_PROVIDER UV_KEYRING_PROVIDER","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:39:23.683416656Z","created_by":"RUN |16 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 INSTALL_KV_CONNECTORS=true TARGETPLATFORM=linux/amd64 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu22_04 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled /bin/bash -c python3 -m pip install uv # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-03T08:39:23.683416656Z","created_by":"ENV UV_HTTP_TIMEOUT=500","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:39:23.683416656Z","created_by":"ENV UV_INDEX_STRATEGY=unsafe-best-match","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:39:23.683416656Z","created_by":"ENV UV_LINK_MODE=copy","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:39:24.102986923Z","created_by":"RUN |16 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 INSTALL_KV_CONNECTORS=true TARGETPLATFORM=linux/amd64 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu22_04 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled /bin/bash -c ldconfig /usr/local/cuda-$(echo $CUDA_VERSION | cut -d. -f1,2)/compat/ # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-03T08:55:26.16971219Z","created_by":"RUN |16 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 INSTALL_KV_CONNECTORS=true TARGETPLATFORM=linux/amd64 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu22_04 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled /bin/bash -c uv pip install --system dist/*.whl --verbose         --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-03T08:57:17.273969262Z","created_by":"RUN |16 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 INSTALL_KV_CONNECTORS=true TARGETPLATFORM=linux/amd64 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu22_04 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled /bin/bash -c uv pip install --system flashinfer-cubin==0.5.3     \u0026\u0026 uv pip install --system flashinfer-jit-cache==0.5.3         --extra-index-url https://flashinfer.ai/whl/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.')     \u0026\u0026 flashinfer show-config # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-03T08:57:17.334809243Z","created_by":"COPY examples examples # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-03T08:57:17.375721406Z","created_by":"COPY benchmarks benchmarks # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-03T08:57:17.402229953Z","created_by":"COPY ./vllm/collect_env.py . # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-03T08:57:17.842448225Z","created_by":"RUN |16 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 INSTALL_KV_CONNECTORS=true TARGETPLATFORM=linux/amd64 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu22_04 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled /bin/bash -c . /etc/environment \u0026\u0026 uv pip list # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-03T08:57:19.032943963Z","created_by":"RUN |16 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 INSTALL_KV_CONNECTORS=true TARGETPLATFORM=linux/amd64 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu22_04 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled /bin/bash -c sh -c 'if ls /tmp/deepgemm/dist/*.whl \u003e/dev/null 2\u003e\u00261; then               uv pip install --system /tmp/deepgemm/dist/*.whl;            else               echo \"No DeepGEMM wheels to install; skipping.\";            fi' # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-03T08:57:19.032943963Z","created_by":"ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/lib64","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:57:21.928060757Z","created_by":"RUN |16 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 INSTALL_KV_CONNECTORS=true TARGETPLATFORM=linux/amd64 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu22_04 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled /bin/bash -c uv pip install --system ep_kernels/dist/*.whl --verbose         --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-03T08:57:29.079975036Z","created_by":"RUN |16 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 INSTALL_KV_CONNECTORS=true TARGETPLATFORM=linux/amd64 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu22_04 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled /bin/bash -c set -eux;     case \"${TARGETPLATFORM}\" in       linux/arm64) UUARCH=\"aarch64\" ;;       linux/amd64) UUARCH=\"x64\" ;;       *) echo \"Unsupported TARGETPLATFORM: ${TARGETPLATFORM}\" \u003e\u00262; exit 1 ;;     esac;     /tmp/install_gdrcopy.sh \"${GDRCOPY_OS_VERSION}\" \"${GDRCOPY_CUDA_VERSION}\" \"${UUARCH}\" # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-03T08:57:29.079975036Z","created_by":"ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:57:29.079975036Z","created_by":"ARG TARGETPLATFORM","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:57:29.079975036Z","created_by":"ARG INSTALL_KV_CONNECTORS=false","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:57:29.079975036Z","created_by":"ARG PIP_INDEX_URL UV_INDEX_URL","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:57:29.079975036Z","created_by":"ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:57:29.079975036Z","created_by":"ENV UV_HTTP_TIMEOUT=500","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:57:41.237145243Z","created_by":"RUN |6 TARGETPLATFORM=linux/amd64 INSTALL_KV_CONNECTORS=true PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= /bin/bash -c if [ \"$INSTALL_KV_CONNECTORS\" = \"true\" ]; then         uv pip install --system -r /tmp/kv_connectors.txt;     fi;     if [ \"$TARGETPLATFORM\" = \"linux/arm64\" ]; then         BITSANDBYTES_VERSION=\"0.42.0\";     else         BITSANDBYTES_VERSION=\"0.46.1\";     fi;     uv pip install --system accelerate hf_transfer modelscope \"bitsandbytes\u003e=${BITSANDBYTES_VERSION}\" 'timm\u003e=1.0.17' 'runai-model-streamer[s3,gcs]\u003e=0.15.0' # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-03T08:57:41.237145243Z","created_by":"ENV VLLM_USAGE_SOURCE=production-docker-image","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-03T08:57:41.237145243Z","created_by":"ENTRYPOINT [\"vllm\" \"serve\"]","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2025-12-17T12:55:17.081890745+02:00","created_by":"RUN /bin/bash -c apt-get update \u0026\u0026 apt-get install -y git curl \u0026\u0026 rm -rf /var/lib/apt/lists/* # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2025-12-17T12:55:22.130071289+02:00","created_by":"RUN /bin/bash -c pip install --no-cache-dir huggingface_hub # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-02-23T10:51:22.199023983+02:00","created_by":"COPY entrypoint.sh /entrypoint.sh # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-02-23T12:55:55.076871629+02:00","created_by":"COPY src/vllm_engine_params_validator.py /vllm_engine_params_validator.py # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-02-23T12:55:55.106425463+02:00","created_by":"COPY src/model_compability_vllm_validation.py /model_compability_vllm_validation.py # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-02-23T12:55:55.128831504+02:00","created_by":"COPY src/validation_summary.py /validation_summary.py # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-02-23T12:55:55.154268963+02:00","created_by":"COPY src/quantization_default_assignment.py /quantization_default_assignment.py # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-02-23T12:55:55.542155546+02:00","created_by":"RUN /bin/bash -c chmod +x /entrypoint.sh /vllm_engine_params_validator.py /model_compability_vllm_validation.py /validation_summary.py /quantization_default_assignment.py # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-02-23T12:55:55.542155546+02:00","created_by":"EXPOSE [9000/tcp]","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-02-23T12:55:55.542155546+02:00","created_by":"ENTRYPOINT [\"/entrypoint.sh\"]","comment":"buildkit.dockerfile.v0","empty_layer":true}],"os":"linux","rootfs":{"type":"layers","diff_ids":["sha256:3cc982388b71ef357e0157e0b7d3059dcefa4dc9fd2e3815bde6c6ce040302f3","sha256:b5e294e75ffe843434721e036fd14b2ac9323ec7e3fd6d5daa4ab18009e8f2ef","sha256:2f58442919fa6fc058366388cf4cf5cac69571b9e4100715a0659dcb3f2b464f","sha256:68b381704cbd81ffb973ff5841fde44df7a1e544836551e969bdde6a7d4937a0","sha256:455bca42f6ec40ca42fea4bea15c6c17b97101af90413cdd25647de2b9d98960","sha256:02f69ec606b8e67277799b5f72b93ea45776a9f517c61a2967f8b03106099c55","sha256:cfd2530f607fbbc8b6bdbe8a0a7cdeb1fa238ab76871d44399bfc3fdf29079d1","sha256:05a3597ddda21762ba44d4f14897fe4e50b987be8664e9980258c855d3e75e6f","sha256:392efa23f83ff17e833275fb97debb120985cac3cc5f744fdc7d37fc6138697f","sha256:6e824b5035ba6ec149a29ec76c8178ff32ab52072712624dd09705341546b752","sha256:43a6bfa36abaea9edff52a843c1d68522bca2c089d69d49dc92eb56165e9b6e1","sha256:a84d1eb7719ca0b2a2ab68f2953ab5ef8996ca0f1e17aa0e649efd87f1c25d30","sha256:62d649f3d92d0f34db5a0bcf24b39344eee9c820a8d900131cd843ec82bb3537","sha256:24e351b1afa65ca37712b86f6e90552517a629e01fc870cec4ff96c2eb25685a","sha256:5eb9fe6bb64e2255c8eaa782270b074a3a721cb8c89a1bfaa6f645e103eab6d7","sha256:5c6f84722124caf96abc5d35bc6bf233535dd88fa620583b243123f952b0ffaf","sha256:a4f8bba7223b0c275005c2724721812513eed654ec2d81208a9c0853cb91604a","sha256:414f706351ab43295021a805f7f5962b2a0ca000eac35b002b1036a6e2a557d3","sha256:a952f6c6b312d09140f647b562bcc6180e9343ff7e768b47198a3e24c246f88f","sha256:ca2bfda37079f53bd743f7e8479ce6d4953f8c27faa2570bf58c4bad80621d6f","sha256:b53c0f8b41c61e28534d46bc0f184cf30bd12e4837f5f9a69fc38f0f73881126","sha256:2b28ad532e149afe9d40ed7d72e4e3056da9a6f53a91c112dad49e41fde537d6","sha256:292982018c8f725cd0da44a2a03b1eb2f5b519784456eae3a2699d90e4c81e5c","sha256:01a67e3bbef3001a167611fd96b510bf2d8d800b4ad72ae12b3b7dc15a6e2614","sha256:9b0acd6e325d6b00575e0d2a12a75bbe3f89e217302a57c55945c5014c8d4c45","sha256:c6641467393be6e9478d06881d5e21d9ced82e9ccf7bee2b415459cad418f3cc","sha256:d2b76a5fb6a360eaaf3ece0bc516d0c92675814a0a5a50f7a4d9d61e3f0f933d","sha256:1ad47a1e20724a1e9ead8c7135fcb8e619596b13436ecdd81e8dd0a456cf3c08","sha256:227932287e91ef790f41ae773eac2c47779931642c2e8e8578c7c95029f00649"]}}