{"architecture":"amd64","config":{"ExposedPorts":{"6006/tcp":{},"8888/tcp":{}},"Env":["PATH=/opt/venv/bin:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin","GDRCOPY_VERSION=2.5.1","HPCX_VERSION=2.50","MOFED_VERSION=5.4-rdmacore63.0","OPENUCX_VERSION=1.21.0","OPENMPI_VERSION=5.0.10","RDMACORE_VERSION=63.0","EFA_VERSION=1.48.0","OPAL_PREFIX=/usr/local/mpi","OMPI_MCA_coll_hcoll_enable=0","CUDA_VERSION=13.4.1.012","CUDA_DRIVER_VERSION=615.65.02","NVVM_VERSION=13.4.59","DOCA_VERSION=3.5.0","_CUDA_COMPAT_PATH=/usr/local/cuda/compat","ENV=/etc/shinit_v2","BASH_ENV=/etc/bash.bashrc","SHELL=/bin/bash","NVIDIA_REQUIRE_CUDA=cuda\u003e=9.0","NCCL_VERSION=2.30.7+cuda13.3","CCCL_VERSION=13.3.4.2.1","CUBLAS_VERSION=13.7.0.27","CUFFT_VERSION=12.4.0.34","CURAND_VERSION=10.4.4.49","CUSPARSE_VERSION=12.8.6.49","CUSPARSELT_VERSION=0.9.1.1","CUSOLVER_VERSION=12.3.2.15","NPP_VERSION=13.2.0.35","NVJPEG_VERSION=13.2.2.35","CUFILE_VERSION=1.19.0.109","NVJITLINK_VERSION=13.4.52","NVFATBIN_VERSION=13.4.49","CUBLASMP_VERSION=0.10.0.3695","CUSOLVERMP_VERSION=0.9.0.6427","NVSHMEM_VERSION=3.7.1","CUDLA_VERSION=13.4.49","NVPTXCOMPILER_VERSION=13.4.59","CUDNN_VERSION=9.25.0.28","CUDNN_FRONTEND_VERSION=1.27.0","TRT_VERSION=11.2.1.2+cuda13.3","TRTOSS_VERSION=","NSIGHT_SYSTEMS_VERSION=2026.5.1.18","NSIGHT_COMPUTE_VERSION=2026.3.0.13","DALI_VERSION=2.2.0","DALI_BUILD=","DALI_URL_SUFFIX=130","POLYGRAPHY_VERSION=0.53.3","TRANSFORMER_ENGINE_VERSION=2.18","MODEL_OPT_VERSION=0.45.0","CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0","MAXSMVER=","NVRX_VERSION=0.6.0","NIXL_VERSION=1.3.0","CUTILE_PYTHON_VERSION=1.5.0","CUTLASS_DSL_VERSION=4.6.2","LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64","NVIDIA_VISIBLE_DEVICES=all","NVIDIA_DRIVER_CAPABILITIES=compute,utility,video","NVIDIA_PRODUCT_NAME=PyTorch","CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti","LIBRARY_PATH=/usr/local/cuda/lib64/stubs:/usr/local/cuda/lib64/stubs:","PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b","PYTORCH_VERSION=2.14.0a0+4fdf77b","PYTORCH_BUILD_NUMBER=0","NVIDIA_PYTORCH_VERSION=26.08","NVFUSER_BUILD_VERSION=0.1.4a0+nvidia","NVFUSER_VERSION=","TORCHAO_BUILD_VERSION=+gitdd0efc75","TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1","PIP_BREAK_SYSTEM_PACKAGES=1","PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python","PIP_CONSTRAINT=/etc/pip/constraint.txt","NVPL_LAPACK_MATH_MODE=PEDANTIC","PYTHONIOENCODING=utf-8","LC_ALL=C.UTF-8","PIP_DEFAULT_TIMEOUT=100","JUPYTER_PORT=8888","TENSORBOARD_PORT=6006","UCC_CL_BASIC_TLS=^sharp","UCC_EC_CUDA_EXEC_NUM_THREADS=256","TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0+PTX","PYTORCH_HOME=/opt/pytorch/pytorch","CUDA_HOME=/usr/local/cuda","TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=1","TORCHINDUCTOR_CUTLASS_DIR=/opt/pytorch/pytorch/third_party/cutlass","TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas","TRITON_CUOBJDUMP_PATH=/usr/local/cuda/bin/cuobjdump","TRITON_NVDISASM_PATH=/usr/local/cuda/bin/nvdisasm","TRITON_CUDACRT_PATH=/usr/local/cuda/include","TRITON_CUDART_PATH=/usr/local/cuda/include","TRITON_CUPTI_LIB_PATH=/usr/local/cuda/lib64","TRITON_CUPTI_INCLUDE_PATH=/usr/local/cuda/include","COCOAPI_VERSION=2.0+nv0.8.1","CUDA_BINARY_LOADER_THREAD_COUNT=8","CUDA_MODULE_LOADING=LAZY","TORCH_NCCL_USE_COMM_NONBLOCKING=0","TORCHINDUCTOR_LOOP_ORDERING_AFTER_FUSION=0","NVIDIA_BUILD_ID=406036884","VIRTUAL_ENV=/opt/venv"],"Entrypoint":["/usr/local/bin/lil-entrypoint"],"WorkingDir":"/workspace","Labels":{"com.nvidia.build.id":"406036884","com.nvidia.build.ref":"12711b2fffc2b532c812302ccd6b8c507ba1175d","com.nvidia.cublas.version":"13.7.0.27","com.nvidia.cublasmp.version":"0.10.0.3695","com.nvidia.cuda.version":"9.0","com.nvidia.cudla.version":"13.4.49","com.nvidia.cudnn.version":"9.25.0.28","com.nvidia.cufft.version":"12.4.0.34","com.nvidia.curand.version":"10.4.4.49","com.nvidia.cusolver.version":"12.3.2.15","com.nvidia.cusolvermp.version":"0.9.0.6427","com.nvidia.cusparse.version":"12.8.6.49","com.nvidia.cusparselt.version":"0.9.1.1","com.nvidia.nccl.version":"2.30.7+cuda13.3","com.nvidia.npp.version":"13.2.0.35","com.nvidia.nsightcompute.version":"2026.3.0.13","com.nvidia.nsightsystems.version":"2026.5.1.18","com.nvidia.nvjpeg.version":"13.2.2.35","com.nvidia.nvvm.version":"13.4.59","com.nvidia.pytorch.version":"2.14.0a0+4fdf77b","com.nvidia.tensorrt.version":"11.2.1.2+cuda13.3","com.nvidia.tensorrtoss.version":"","com.nvidia.volumes.needed":"nvidia_driver","org.opencontainers.image.base.name":"nvcr.io/nvidia/pytorch@sha256:33ef5fc15e8937602d64022209cdb2777b32dadf742f41332023d946041b3c14","org.opencontainers.image.description":"Model-profile serving over a source-locked NVIDIA PyTorch foundation","org.opencontainers.image.revision":"338546b0e79ff765dd3031b671bef5e476b4e883","org.opencontainers.image.source":"https://github.com/local-inference-lab/blackwell-llm-docker","org.opencontainers.image.title":"LIL multi-model CUDA 13.4 runtime","org.opencontainers.image.version":"24.04"},"ArgsEscaped":true,"Shell":["/bin/bash","-c"]},"created":"2026-08-21T06:45:47.835473925Z","history":[{"created":"2026-08-17T13:09:48.224837029Z","created_by":"/bin/sh -c #(nop)  ARG RELEASE","empty_layer":true},{"created":"2026-08-17T13:09:48.268328897Z","created_by":"/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH","empty_layer":true},{"created":"2026-08-17T13:09:48.295714843Z","created_by":"/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=24.04","empty_layer":true},{"created":"2026-08-17T13:09:50.627114619Z","created_by":"/bin/sh -c #(nop) ADD file:cb9335ce6f27399c2b17787739d6675502767c53e0335ded2a5f0d003d996650 in / "},{"created":"2026-08-17T13:09:51.011020914Z","created_by":"/bin/sh -c #(nop)  CMD [\"/bin/bash\"]","empty_layer":true},{"created":"2026-08-18T23:28:19.101498251Z","created_by":"SHELL [/bin/bash -c]","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-18T23:28:19.101498251Z","created_by":"ARG ENABLE_MITMPROXY=0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-18T23:28:19.101498251Z","created_by":"RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:34:20.05967972Z","created_by":"RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c if [ -d /usr/share/ca-certificates ]; then exit; fi  \u0026\u0026 export DEBIAN_FRONTEND=noninteractive  \u0026\u0026 apt-get update  \u0026\u0026 apt-get install -y --no-install-recommends ca-certificates  \u0026\u0026 rm -rf /var/lib/apt/lists/* # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:34:57.935472823Z","created_by":"RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:34:29.369616952Z","created_by":"RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c export DEBIAN_FRONTEND=noninteractive  \u0026\u0026 apt-get update  \u0026\u0026 apt-get install -y --no-install-recommends         adduser         curl         libnl-route-3-200         libnl-3-200         libnl-3-dev         libnl-route-3-dev         patch         wget  \u0026\u0026 rm -rf /var/lib/apt/lists/*  \u0026\u0026 echo \"hsts=0\" \u003e /root/.wgetrc # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:34:29.369616952Z","created_by":"ARG GDRCOPY_VERSION=2.5.1","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:29.369616952Z","created_by":"ARG HPCX_VERSION=2.50","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:29.369616952Z","created_by":"ARG RDMACORE_VERSION=63.0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:29.369616952Z","created_by":"ARG MOFED_VERSION=5.4-rdmacore63.0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:29.369616952Z","created_by":"ARG OPENUCX_VERSION=1.21.0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:29.369616952Z","created_by":"ARG OPENMPI_VERSION=5.0.10","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:29.369616952Z","created_by":"ARG EFA_VERSION=1.48.0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:29.369616952Z","created_by":"ENV GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 RDMACORE_VERSION=63.0 EFA_VERSION=1.48.0 NCCL_NET_PLUGIN=spcx","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:29.369616952Z","created_by":"ARG TARGETARCH=amd64","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:30.23289211Z","created_by":"RUN |9 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 /bin/bash -c cd /nvidia  \u0026\u0026 export OPENMPI_VERSION_MAJOR=\"${OPENMPI_VERSION%%.*}\"  \u0026\u0026 echo \"OPENMPI_VERSION_MAJOR: ${OPENMPI_VERSION_MAJOR}\"  \u0026\u0026 ( cd opt/rdma-core/                            \u0026\u0026 dpkg -i libibverbs1_*.deb                            libibverbs-dev_*.deb                         librdmacm1_*.deb                             librdmacm-dev_*.deb                          libibumad3_*.deb                             libibumad-dev_*.deb                          ibverbs-utils_*.deb                          ibverbs-providers_*.deb           \u0026\u0026 rm $(dpkg-query -L                                   libibverbs-dev                              librdmacm-dev                               libibumad-dev                           | grep \"\\(\\.a\\)$\")                )                                            \u0026\u0026 ( cd opt/gdrcopy/                              \u0026\u0026 dpkg -i libgdrapi_*.deb                   )                                         \u0026\u0026 ( cp -r opt/hpcx /opt/                                         \u0026\u0026 cp etc/ld.so.conf.d/hpcx.conf /etc/ld.so.conf.d/          \u0026\u0026 ln -sf /opt/hpcx/ompi${OPENMPI_VERSION_MAJOR} /usr/local/mpi                      \u0026\u0026 ln -sf /opt/hpcx/ucx  /usr/local/ucx                      \u0026\u0026 sed -i 's/^\\(hwloc_base_binding_policy\\) = core$/\\1 = none/' /opt/hpcx/ompi${OPENMPI_VERSION_MAJOR}/etc/openmpi-mca-params.conf         \u0026\u0026 sed -i 's/^\\(btl = self\\)$/#\\1/'                             /opt/hpcx/ompi${OPENMPI_VERSION_MAJOR}/etc/openmpi-mca-params.conf       )                                                         \u0026\u0026 ldconfig # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:34:30.23289211Z","created_by":"ENV OPAL_PREFIX=/usr/local/mpi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:30.23289211Z","created_by":"ENV OMPI_MCA_coll_hcoll_enable=0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:30.23289211Z","created_by":"ARG CUDA_VERSION=13.4.1.012","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:30.23289211Z","created_by":"ARG CUDA_DRIVER_VERSION=615.65.02","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:30.23289211Z","created_by":"ARG NVVM_VERSION=13.4.59","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:30.23289211Z","created_by":"ARG DOCA_VERSION=3.5.0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:30.23289211Z","created_by":"ENV CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:39.291565995Z","created_by":"RUN |13 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER)     \u0026\u0026 export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN)     \u0026\u0026 BASE=min /nvidia/build-scripts/installCUDA.sh # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:34:39.356593594Z","created_by":"RUN |13 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 /bin/bash -c cp -vprd /nvidia/. /  \u0026\u0026  patch -p0 \u003c /etc/startup_scripts.patch  \u0026\u0026  rm -f /etc/startup_scripts.patch # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:34:39.356593594Z","created_by":"ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash NVIDIA_REQUIRE_CUDA=cuda\u003e=9.0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:39.356593594Z","created_by":"LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:39.356593594Z","created_by":"ARG NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:39.356593594Z","created_by":"ENV NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSPARSELT_VERSION=0.9.1.1 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:39.364636073Z","created_by":"ADD docs.tgz / # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:34:39.544189436Z","created_by":"RUN |49 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 /bin/bash -c echo \"/usr/local/nvidia/lib\" \u003e\u003e /etc/ld.so.conf.d/nvidia.conf  \u0026\u0026 echo \"/usr/local/nvidia/lib64\" \u003e\u003e /etc/ld.so.conf.d/nvidia.conf  \u0026\u0026 if [ \"${TARGETARCH}\" = \"arm64\" ]; then       echo \"/usr/lib/aarch64-linux-gnu/tegra\" \u003e\u003e /etc/ld.so.conf.d/nvidia.conf \u0026\u0026       echo \"/usr/lib/aarch64-linux-gnu/tegra-egl\" \u003e\u003e /etc/ld.so.conf.d/nvidia.conf;     fi # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:34:39.544189436Z","created_by":"ARG _LIBPATH_SUFFIX=","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:39.544189436Z","created_by":"ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:51.2468833Z","created_by":"RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER)     \u0026\u0026 export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN)     \u0026\u0026 if [ -n \"${DOCA_VERSION}\" ] \u0026\u0026 dpkg --compare-versions \"${HPCX_VERSION}\" \"ge\" \"2.24\"; then         /nvidia/build-scripts/installDOCA.sh;     else         echo \"Not running installDOCA.sh\";     fi # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:34:52.336607777Z","created_by":"RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c   set -euo pipefail\n  cp -r /mnt/aws-efa-installer /tmp/aws-efa-installer\n  cd /tmp/aws-efa-installer\n  ./efa_installer.sh --skip-rdma-core --build-ngc --skip-mpi\n  dpkg -i DEBS/UBUNTU*/$(uname -m)/libfabric-aws-dev_*.deb\n  dpkg -i DEBS/UBUNTU*/$(uname -m)/libfabric-aws-bin_*.deb\n  rm -f /opt/amazon/efa/lib/libfabric.a\n  rm -rf /tmp/aws-efa-installer\n  ldconfig\n # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:34:57.53932578Z","created_by":"RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c   set -euo pipefail\n  shopt -s nullglob\n\n  debs=(/nvidia-networking/opt/gcp/nccl-plugins-ngc-debs/*.deb)\n  if [ \"${#debs[@]}\" -eq 0 ]; then\n    echo \"No GCP NCCL plugin NGC deb staged in networking image; skipping install.\"\n    exit 0\n  fi\n\n  if [ \"${#debs[@]}\" -ne 1 ]; then\n    echo \"Expected exactly one GCP NCCL plugin deb, found ${#debs[@]}:\" \u003e\u00262\n    printf '  %s\\n' \"${debs[@]}\" \u003e\u00262\n    exit 1\n  fi\n\n  export DEBIAN_FRONTEND=noninteractive\n  apt-get update\n  apt-get install -y --no-install-recommends \"${debs[0]}\"\n  rm -rf /var/lib/apt/lists/*\n\n  if [ -d /opt/gcp/nccl-plugins/lib64 ]; then\n    echo \"/opt/gcp/nccl-plugins/lib64\" \u003e /etc/ld.so.conf.d/gcp-nccl-plugins.conf\n    ldconfig\n  fi\n # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:34:57.545044004Z","created_by":"COPY entrypoint/ /opt/nvidia/ # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:34:57.545044004Z","created_by":"ENV NVIDIA_PRODUCT_NAME=CUDA","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:57.545044004Z","created_by":"ENTRYPOINT [\"/opt/nvidia/nvidia_entrypoint.sh\"]","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:34:57.69610049Z","created_by":"RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c mkdir -p /workspace \u0026\u0026 cp -f -p /opt/nvidia/entrypoint.d/30-container-license.txt /workspace/license.txt # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:34:57.935472823Z","created_by":"RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:38:14.505830715Z","created_by":"ARG ENABLE_MITMPROXY=0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:38:14.505830715Z","created_by":"ARG ENABLE_FIPS=0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:38:14.505830715Z","created_by":"RUN |2 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:35:37.368662027Z","created_by":"RUN |2 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 /bin/bash -c export DEBIAN_FRONTEND=noninteractive  \u0026\u0026 apt-get update  \u0026\u0026 apt-get install -y --no-install-recommends         apt-utils         build-essential         libncurses6         libncursesw6         unzip         jq         gnupg         libtcmalloc-minimal4         git         libglib2.0-0         libhwloc15         libnuma-dev         libnuma1         libpmi2-0-dev         numactl         openssh-client         vim-tiny         wget  \u0026\u0026 rm -rf /var/lib/apt/lists/*  \u0026\u0026 if [ \"${ENABLE_FIPS}\" = \"1\" ]; then       apt-get remove -y openssh-client       \u0026\u0026 cp -f -p /tmp/ubuntu.sources.fips /etc/apt/sources.list.d/ubuntu.sources       \u0026\u0026 apt-get update       \u0026\u0026 apt-get install -y --no-install-recommends openssh-client       \u0026\u0026 rm -rf /var/lib/apt/lists/*;     fi  \u0026\u0026 ( [ -x /bin/ssh-agent ] \u0026\u0026 chgrp root /bin/ssh-agent || true )  \u0026\u0026 ( [ -x /usr/bin/ssh-agent ] \u0026\u0026 chgrp root /usr/bin/ssh-agent || true ) # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:35:37.368662027Z","created_by":"ARG CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:35:37.368662027Z","created_by":"ENV CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:35:53.509263046Z","created_by":"RUN |3 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti /bin/bash -c set -exo pipefail\nexport ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER)\nexport ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN)\n# We need CCCL first since cuda-cudart-dev depends on it\nDEVEL=0 BASE=1 VERSION_LIST=\"CCCL_VERSION\" /nvidia/build-scripts/installLIBS.sh\nCOMPONENT_LIST=\"${CUDA_COMPONENT_LIST}\" /nvidia/build-scripts/installCUDA.sh\n # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:35:53.509263046Z","created_by":"ARG VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION CUOBJCLIENT_VERSION","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:38:14.262733651Z","created_by":"RUN |4 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION CUOBJCLIENT_VERSION /bin/bash -c set -exo pipefail\nexport ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER)\nexport ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN)\nVERSION_LIST=\"${VERSION_LIST}\" /nvidia/build-scripts/installLIBS.sh\n\n# Hack to grab stubs from the libs stage and put them under /usr/local/cuda/lib64 without actually installing the libs\nHACK_LIST=\"cusparse cusolver cufft nvJitLink\"\nfor lib in ${HACK_LIST}; do\n  _LIB_VERSION_ENV_VAR=\"${lib^^}_VERSION\"\n  _LIB_MAJOR_VERSION=$(echo \"${!_LIB_VERSION_ENV_VAR}\" | cut -d. -f1)\n  \n  if [[ -z \"${_LIB_MAJOR_VERSION}\" ]]; then\n    echo \"[ERROR] ${_LIB_VERSION_ENV_VAR} is not set\"\n    exit 1\n  fi\n  \n  for _stub in $(ls /tmp/stubs/*${lib}*); do\n    cp ${_stub} /usr/local/cuda/lib64/$(basename ${_stub}).${_LIB_MAJOR_VERSION}\n    # Create a symlink to the file with .0 extension\n    ln -sf $(basename ${_stub}).${_LIB_MAJOR_VERSION} /usr/local/cuda/lib64/$(basename ${_stub}).0\n  done\ndone\n( set +x; echo \"[INFO] /usr/local/cuda/lib64 after hack:\"; ls -larth /usr/local/cuda/lib64/ )\n\n/nvidia/build-scripts/installCUDNN.sh\n\n/nvidia/build-scripts/installCUSPARSELT.sh\n\nNOBUILDER=1 /nvidia/build-scripts/installTRT.sh\n\n/nvidia/build-scripts/installNCCL.sh\nDPKG_DIVERT=1 /nvidia/build-scripts/installNVSHMEM.sh\nls /usr/local/cuda/lib64/libnvshmem_host.so* || { echo \"[ERROR] libnvshmem_host.so* not found under /usr/local/cuda/lib64\"; exit 1; }\nls /usr/local/cuda/lib64/libcuobjclient.so* || { echo \"[ERROR] libcuobjclient.so* not found under /usr/local/cuda/lib64\"; exit 1; }\n # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:38:14.262733651Z","created_by":"ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:38:14.505830715Z","created_by":"RUN |4 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION CUOBJCLIENT_VERSION /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:38:14.505830715Z","created_by":"LABEL com.nvidia.nccl.version=2.30.7+cuda13.3 com.nvidia.cublas.version=13.7.0.27 com.nvidia.cufft.version=12.4.0.34 com.nvidia.curand.version=10.4.4.49 com.nvidia.cusparse.version=12.8.6.49 com.nvidia.cusparselt.version=0.9.1.1 com.nvidia.cusolver.version=12.3.2.15 com.nvidia.npp.version=13.2.0.35 com.nvidia.nvjpeg.version=13.2.2.35 com.nvidia.cudnn.version=9.25.0.28","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:40:56.668399799Z","created_by":"ARG ENABLE_MITMPROXY=0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:40:56.668399799Z","created_by":"RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:41:02.910127829Z","created_by":"RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c export DEBIAN_FRONTEND=noninteractive  \u0026\u0026 apt-get update  \u0026\u0026 apt-get install -y --no-install-recommends         build-essential         libncurses6         libncursesw6         unzip         jq         gnupg         libtcmalloc-minimal4  \u0026\u0026 rm -rf /var/lib/apt/lists/* # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:41:18.196782791Z","created_by":"RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER)     \u0026\u0026 export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN)     \u0026\u0026 /nvidia/build-scripts/installCUDA.sh # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:43:02.814458699Z","created_by":"RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER)  \u0026\u0026 export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN)  \u0026\u0026 PURGESTUBS=\"1\" /nvidia/build-scripts/installLIBS.sh  \u0026\u0026 /nvidia/build-scripts/installCUDNN.sh  \u0026\u0026 /nvidia/build-scripts/installTRT.sh  \u0026\u0026 ARTIFACTORY_CLOUD=1 /nvidia/build-scripts/installNSYS.sh  \u0026\u0026 /nvidia/build-scripts/installNCU.sh  \u0026\u0026 /nvidia/build-scripts/installCUSPARSELT.sh  \u0026\u0026 /nvidia/build-scripts/installNCCL.sh # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T02:43:02.814458699Z","created_by":"LABEL com.nvidia.nccl.version=2.30.7+cuda13.3 com.nvidia.cublas.version=13.7.0.27 com.nvidia.cufft.version=12.4.0.34 com.nvidia.curand.version=10.4.4.49 com.nvidia.cusparse.version=12.8.6.49 com.nvidia.cusparselt.version=0.9.1.1 com.nvidia.cusolver.version=12.3.2.15 com.nvidia.npp.version=13.2.0.35 com.nvidia.nvjpeg.version=13.2.2.35 com.nvidia.cublasmp.version=0.10.0.3695 com.nvidia.cusolvermp.version=0.9.0.6427 com.nvidia.nvvm.version=13.4.59 com.nvidia.cudla.version=13.4.49 com.nvidia.cudnn.version=9.25.0.28 com.nvidia.tensorrt.version=11.2.1.2+cuda13.3 com.nvidia.tensorrtoss.version= com.nvidia.nsightsystems.version=2026.5.1.18 com.nvidia.nsightcompute.version=2026.3.0.13","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T02:43:03.031487238Z","created_by":"RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T03:05:33.635684926Z","created_by":"ARG TARGETARCH=amd64","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T03:05:33.635684926Z","created_by":"ARG ENABLE_FIPS=0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T03:05:33.635684926Z","created_by":"ARG ENABLE_MITMPROXY=0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T03:05:33.635684926Z","created_by":"RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T03:05:45.147984491Z","created_by":"RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/bash -c export DEBIAN_FRONTEND=noninteractive  \u0026\u0026 apt-get update  \u0026\u0026 apt-get install -y --no-install-recommends         build-essential         git         libglib2.0-0         less         libhwloc15         libnuma-dev         libnuma1         libpmi2-0-dev         nano         numactl         openssh-client         vim         wget  \u0026\u0026 rm -rf /var/lib/apt/lists/*  \u0026\u0026 if [ \"${ENABLE_FIPS}\" = \"1\" ]; then       apt-get remove -y openssh-client       \u0026\u0026 cp -f -p /tmp/ubuntu.sources.fips /etc/apt/sources.list.d/ubuntu.sources       \u0026\u0026 apt-get update       \u0026\u0026 apt-get install -y --no-install-recommends openssh-client       \u0026\u0026 rm -rf /var/lib/apt/lists/*;     fi  \u0026\u0026 ( [ -x /bin/ssh-agent ] \u0026\u0026 chgrp root /bin/ssh-agent || true )  \u0026\u0026 ( [ -x /usr/bin/ssh-agent ] \u0026\u0026 chgrp root /usr/bin/ssh-agent || true ) # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T03:05:45.166216225Z","created_by":"COPY cuda-*.patch /tmp # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T03:10:31.703187975Z","created_by":"RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/bash -c set -exo pipefail\nexport ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER)\nexport ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN)\nexport DEVEL=1 BASE=0\n/nvidia/build-scripts/installNCU.sh\n/nvidia/build-scripts/installCUDA.sh\n/nvidia/build-scripts/installLIBS.sh\n/nvidia/build-scripts/installNCCL.sh\n# https://jirasw.nvidia.com/browse/DLR-4957 to get the headers and static files with symlinks to the common location\nDPKG_DIVERT=1 STATIC=1 /nvidia/build-scripts/installNVSHMEM.sh\n/nvidia/build-scripts/installCUDNN.sh\n/nvidia/build-scripts/installTRT.sh\nARTIFACTORY_CLOUD=1 /nvidia/build-scripts/installNSYS.sh\n/nvidia/build-scripts/installCUSPARSELT.sh\nif [ -f \"/tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch\" ]; then patch -p0 \u003c /tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch; fi \nrm -f /tmp/cuda-*.patch\n # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T03:10:31.703187975Z","created_by":"ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:/usr/local/cuda/lib64/stubs:","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T03:10:31.921006349Z","created_by":"RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:53:25.71476615Z","created_by":"ENV NVIDIA_PRODUCT_NAME=PyTorch","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:53:25.71476615Z","created_by":"ARG NVIDIA_PYTORCH_VERSION=26.08","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:53:25.71476615Z","created_by":"ARG PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:53:25.71476615Z","created_by":"ARG NVFUSER_BUILD_VERSION=","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:53:25.71476615Z","created_by":"ENV PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b PYTORCH_VERSION=2.14.0a0+4fdf77b PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=26.08","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:53:25.71476615Z","created_by":"ENV NVFUSER_BUILD_VERSION=0.1.4a0+nvidia NVFUSER_VERSION=","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:53:25.71476615Z","created_by":"ARG TORCHAO_BUILD_VERSION=+gitdd0efc75","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:53:25.71476615Z","created_by":"ENV TORCHAO_BUILD_VERSION=+gitdd0efc75","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:53:25.71476615Z","created_by":"ARG TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:53:25.71476615Z","created_by":"ENV TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:53:25.71476615Z","created_by":"LABEL com.nvidia.pytorch.version=2.14.0a0+4fdf77b","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:53:25.71476615Z","created_by":"ARG TARGETARCH=amd64","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:53:25.71476615Z","created_by":"ARG PYVER=3.12","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:53:25.71476615Z","created_by":"ENV PIP_BREAK_SYSTEM_PACKAGES=1","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:53:25.71476615Z","created_by":"ARG ENABLE_MITMPROXY=0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:53:25.71476615Z","created_by":"RUN |8 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:54:02.873684019Z","created_by":"RUN |8 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 /bin/bash -c export PYSFX=`echo \"${PYVER}\" | cut -c1-1` \u0026\u0026     export DEBIAN_FRONTEND=noninteractive \u0026\u0026     apt-get update \u0026\u0026     apt-get install -y --no-install-recommends         python$PYVER-dev         python$PYSFX         python$PYSFX-dev         python$PYSFX-pip         python$PYSFX-venv         python-is-python$PYSFX         autoconf         automake         libatlas-base-dev         libgoogle-glog-dev         libbz2-dev         libc-ares2         libre2-dev         libleveldb-dev         liblmdb-dev         libprotobuf-dev         libsnappy-dev         libtool         nasm         protobuf-compiler         pkg-config         unzip         sox         libsndfile1         libpng-dev         rapidjson-dev         ninja-build         libedit-dev         build-essential         patchelf         llvm-dev         libzstd-dev     \u0026\u0026 rm -rf /var/lib/apt/lists/* # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:54:02.873684019Z","created_by":"ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:54:02.873684019Z","created_by":"ENV PIP_CONSTRAINT=/etc/pip/constraint.txt","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:54:03.162634895Z","created_by":"COPY constraint.txt /etc/pip/constraint.txt # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:54:11.011049572Z","created_by":"RUN |8 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 /bin/bash -c pip install --ignore-installed --upgrade pip setuptools wheel \u0026\u0026     pip install cmake # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:54:11.375666836Z","created_by":"RUN |8 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 /bin/bash -c if [ $TARGETARCH = \"arm64\" ]; then cd /opt \u0026\u0026     curl -Of \"https://developer.download.nvidia.com/compute/nvpl/redist/nvpl_blas/linux-sbsa/nvpl_blas-linux-sbsa-0.5.0.1-archive.tar.xz\" \u0026\u0026     curl -Of \"https://developer.download.nvidia.com/compute/nvpl/redist/nvpl_lapack/linux-sbsa/nvpl_lapack-linux-sbsa-0.3.2-archive.tar.xz\" \u0026\u0026     tar xf nvpl_blas-linux-sbsa-0.5.0.1-archive.tar.xz \u0026\u0026     tar xf nvpl_lapack-linux-sbsa-0.3.2-archive.tar.xz \u0026\u0026     cp -r nvpl_blas-linux-sbsa-0.5.0.1-archive/lib/* /usr/local/lib \u0026\u0026     cp -r nvpl_blas-linux-sbsa-0.5.0.1-archive/include/* /usr/local/include \u0026\u0026     cp -r nvpl_lapack-linux-sbsa-0.3.2-archive/lib/* /usr/local/lib \u0026\u0026     cp -r nvpl_lapack-linux-sbsa-0.3.2-archive/include/* /usr/local/include \u0026\u0026     rm -rf ./nvpl_* ; fi # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:54:11.375666836Z","created_by":"ENV NVPL_LAPACK_MATH_MODE=PEDANTIC","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:54:11.386470214Z","created_by":"WORKDIR /opt/pytorch","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:54:11.386470214Z","created_by":"ENV PYTHONIOENCODING=utf-8","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:54:11.386470214Z","created_by":"ENV LC_ALL=C.UTF-8","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:54:11.386470214Z","created_by":"ENV PIP_DEFAULT_TIMEOUT=100","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:55:01.319238138Z","created_by":"RUN |8 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 /bin/bash -c pip install         scipy         numba==0.64.0         pybind11         Cython         regex         protobuf         nvidia-cutlass-dsl[cu13]==${CUTLASS_DSL_VERSION}         apache-tvm-ffi         cuda-tile==${CUTILE_PYTHON_VERSION} \u0026\u0026     if [[ $TARGETARCH = \"amd64\" ]] ; then pip install --no-cache-dir mkl mkl-include mkl-devel ;     find /usr/local/lib -maxdepth 1 -type f -regex '.*\\/lib\\(tbb\\|mkl\\).*\\.so\\($\\|\\.[0-9]*\\.[0-9]*\\)' -exec rm -v {} + ; fi # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:55:10.419529128Z","created_by":"COPY . . # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:56:26.06710533Z","created_by":"RUN |8 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 /bin/bash -c git config --global url.\"https://github\".insteadOf git://github \u0026\u0026     pip install jupyterlab notebook tensorboard     jupyterlab_code_formatter python-hostlist \u0026\u0026     PATCHED_FILE=$(python -c \"from tensorboard.plugins.core import core_plugin as _; print(_.__file__)\") \u0026\u0026     sed -i 's/^\\( *\"--bind_all\",\\)$/\\1 default=True,/' \"$PATCHED_FILE\" \u0026\u0026     test $(grep '^ *\"--bind_all\", default=True,$' \"$PATCHED_FILE\" | wc -l) -eq 1 # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:56:26.133666201Z","created_by":"WORKDIR /opt/pytorch","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:57:10.400205997Z","created_by":"RUN |8 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 /bin/bash -c pip install --no-cache-dir /builder/*.whl jupytext black isort  \u0026\u0026 mkdir -p /usr/local/etc/jupyter /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/  \u0026\u0026 cp /tmp/jupyter_config/jupyter_notebook_config.py /usr/local/etc/jupyter/  \u0026\u0026 cp /tmp/jupyter_config/manager.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/  \u0026\u0026 cp /tmp/jupyter_config/settings.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/  \u0026\u0026 jupyter lab clean # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:57:10.400205997Z","created_by":"ENV JUPYTER_PORT=8888","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:10.400205997Z","created_by":"ENV TENSORBOARD_PORT=6006","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:10.400205997Z","created_by":"EXPOSE [8888/tcp]","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:10.400205997Z","created_by":"EXPOSE [6006/tcp]","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:10.400205997Z","created_by":"ENV UCC_CL_BASIC_TLS=^sharp","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:10.400205997Z","created_by":"ENV UCC_EC_CUDA_EXEC_NUM_THREADS=256","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:10.400205997Z","created_by":"ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0+PTX","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:10.400205997Z","created_by":"ENV PYTORCH_HOME=/opt/pytorch/pytorch","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:10.400205997Z","created_by":"ENV CUDA_HOME=/usr/local/cuda","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:10.400205997Z","created_by":"ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=1","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:10.400205997Z","created_by":"ENV TORCHINDUCTOR_CUTLASS_DIR=/opt/pytorch/pytorch/third_party/cutlass","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:28.005624022Z","created_by":"RUN |8 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 /bin/bash -c echo \"TORCH_CUDA_ARCH_LIST=${TORCH_CUDA_ARCH_LIST}\"     \u0026\u0026 pip install /opt/transfer/torch*.whl     \u0026\u0026 patchelf --set-rpath '/usr/local/lib' /usr/local/lib/python${PYVER}/dist-packages/torch/lib/libtorch_global_deps.so # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:57:28.359409418Z","created_by":"RUN |8 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 /bin/bash -c mkdir -p /usr/local/share/cmake/TorchVision /usr/local/include/torchvision \u0026\u0026     cp -a /tmp/TorchVision/. /usr/local/share/cmake/TorchVision/ \u0026\u0026     cp -a /tmp/torchvision-include/. /usr/local/include/torchvision/ \u0026\u0026     cp -a /tmp/libtorchvision.so.1.0 /usr/local/lib/libtorchvision.so.1.0 \u0026\u0026     patchelf --set-soname libjpeg.so.62 --output /usr/local/lib/libjpeg.so.62 $(readlink -f $(ldd /usr/local/lib/python${PYVER}/dist-packages/torchvision/image.so | grep libjpeg | awk '{print $3}')) # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:57:35.380263383Z","created_by":"RUN |8 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 /bin/bash -c pip install --no-cache-dir --no-deps /tmp/dist/*.whl # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:57:35.380263383Z","created_by":"ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:35.380263383Z","created_by":"ENV TRITON_CUOBJDUMP_PATH=/usr/local/cuda/bin/cuobjdump","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:35.380263383Z","created_by":"ENV TRITON_NVDISASM_PATH=/usr/local/cuda/bin/nvdisasm","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:35.380263383Z","created_by":"ENV TRITON_CUDACRT_PATH=/usr/local/cuda/include","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:35.380263383Z","created_by":"ENV TRITON_CUDART_PATH=/usr/local/cuda/include","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:35.380263383Z","created_by":"ENV TRITON_CUPTI_LIB_PATH=/usr/local/cuda/lib64","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:35.380263383Z","created_by":"ENV TRITON_CUPTI_INCLUDE_PATH=/usr/local/cuda/include","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:57:35.380263383Z","created_by":"ARG DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:58:05.309705738Z","created_by":"RUN |9 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/bash -c export CUDA_VERSION_MAJOR=$(ls /usr/local/cuda/lib64/libcudart.so.*.*.* | cut -d . -f 3)   \u0026\u0026 export DALI_PKG_SUFFIX=\"cuda${CUDA_VERSION_MAJOR}0\"   \u0026\u0026 if [ -z \"${DALI_URL_SUFFIX}\" ] ; then export DALI_EXTRA_INDEX_URL=\"${DALI_EXTRA_INDEX_URL}-qa/nvidia-dali-cudagpgpu\"; fi   \u0026\u0026 pip install                 --extra-index-url https://developer.download.nvidia.com/compute/redist                 --extra-index-url \"${DALI_EXTRA_INDEX_URL}\"                 --extra-index-url \"http://sqrl/nvdl/datasets/dali/misc\"                 --trusted-host sqrl         nvidia-dali-${DALI_PKG_SUFFIX}==${DALI_VERSION} # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:58:05.309705738Z","created_by":"ENV COCOAPI_VERSION=2.0+nv0.8.1","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T05:58:28.100152772Z","created_by":"RUN |9 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/bash -c export COCOAPI_TAG=$(echo ${COCOAPI_VERSION} | sed 's/^.*+n//')  \u0026\u0026 pip install --no-build-isolation git+https://github.com/nvidia/cocoapi.git@${COCOAPI_TAG}#subdirectory=PythonAPI # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:58:28.111946371Z","created_by":"COPY singularity/ /.singularity.d/ # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T05:58:28.377286309Z","created_by":"RUN |9 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/bash -c /tmp/manage_cert.sh install # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:02:22.427790834Z","created_by":"RUN |9 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER)  \u0026\u0026 export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN)  \u0026\u0026 /nvidia/build-scripts/installCUBLASMP.sh  \u0026\u0026 ( cd pytorch/third_party/onnx \u0026\u0026 pip uninstall typing -y \u0026\u0026 CMAKE_ARGS=\"-DONNX_USE_PROTOBUF_SHARED_LIBS=ON\" pip install --no-build-isolation . )  \u0026\u0026 ( cd ao \u0026\u0026 TORCH_CUDA_ARCH_LIST=\"9.0a 10.0a ${TORCH_CUDA_ARCH_LIST}\" VERSION_SUFFIX=\"${TORCHAO_BUILD_VERSION}\" pip install --no-build-isolation . \u0026\u0026 python setup.py clean --all )  \u0026\u0026 ( cd torchtitan \u0026\u0026 BUILD_VERSION=\"${TORCHTITAN_BUILD_VERSION}\" bash .github/scripts/update_version.sh \u0026\u0026 pip install --no-build-isolation . \u0026\u0026 rm -rf build/ ) # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:02:24.080277877Z","created_by":"RUN |9 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/bash -c pip install tabulate # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:02:24.085499688Z","created_by":"WORKDIR /workspace","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:02:24.091061071Z","created_by":"COPY NVREADME.md README.md # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:02:24.096075102Z","created_by":"COPY docker-examples docker-examples # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:02:24.151941829Z","created_by":"COPY tutorials tutorials # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:02:24.412187003Z","created_by":"RUN |9 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/bash -c chmod -R a+w+t . # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:03:13.324950791Z","created_by":"RUN |9 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/bash -c     set -xeo pipefail\n    apt-get update\n    apt-get install -y --no-install-recommends zstd\n    export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER)\n    export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN)\n    WHEELS=1 /nvidia/build-scripts/installTRT.sh\n    # Remove zstd after installTRT.sh\n    apt-get purge -y --auto-remove zstd\n    apt-get clean\n    rm -rf /var/lib/apt/lists/*\n # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:03:13.324950791Z","created_by":"ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T06:03:52.772225042Z","created_by":"RUN |9 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/bash -c pip --version \u0026\u0026 python -c 'import sys; print(sys.platform)'     \u0026\u0026 pip install --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/sw-tensorrt-pypi/simple --no-cache-dir \"polygraphy==${POLYGRAPHY_VERSION}\"     \u0026\u0026 pip download --no-deps -d /tmp/modelopt --index-url https://gitlab-master.nvidia.com/api/v4/projects/omniml%2Fmodelopt/packages/pypi/simple --extra-index-url https://pypi.nvidia.com \"nvidia-modelopt[torch]==${MODEL_OPT_VERSION}\"     \u0026\u0026 pip install /tmp/modelopt/nvidia_modelopt*.whl     \u0026\u0026 rm -rf /tmp/modelopt     \u0026\u0026 pip download --no-deps -d /tmp/nvrx --index-url https://gitlab-master.nvidia.com/api/v4/projects/dl%2Fosiris%2Fnvidia-resiliency-ext-ci/packages/pypi/simple nvidia-resiliency-ext==${NVRX_VERSION}     \u0026\u0026 pip install /tmp/nvrx/nvidia_resiliency_ext*.whl     \u0026\u0026 rm -rf /tmp/nvrx     \u0026\u0026 pip uninstall -y pynvml # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:03:55.00768485Z","created_by":"COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:03:55.00768485Z","created_by":"ARG PYVER=3.12","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T06:03:55.00768485Z","created_by":"ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T06:03:55.00768485Z","created_by":"ENV PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T06:20:25.398990375Z","created_by":"RUN |9 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/bash -c pip install --no-cache-dir /opt/pytorch/apex/dist/*.whl \u0026\u0026         pip install --no-cache-dir /opt/pytorch/torch_tensorrt/dist/*.whl \u0026\u0026         pip install --no-cache-dir /opt/transfer/flash_attn*.whl # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:20:27.015982519Z","created_by":"RUN |9 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/bash -c ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) /nvidia/build-scripts/installCUSOLVERMP.sh # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:45:46.931951883Z","created_by":"RUN |9 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/bash -c git clone -b release_v${TRANSFORMER_ENGINE_VERSION} --single-branch --recursive https://github.com/NVIDIA/TransformerEngine.git \u0026\u0026     _NVTE_CUDA_ARCHS=$(echo \"${CUDA_ARCH_LIST}\" | tr -d '.') \u0026\u0026     NVTE_CUDA_ARCHS=$(echo \"${_NVTE_CUDA_ARCHS}\" | tr ' ' ';') \u0026\u0026     pip install git+https://github.com/NVIDIA/cudnn-frontend@v1.26.0 \u0026\u0026     env NVTE_CUDA_ARCHS=\"${NVTE_CUDA_ARCHS};89;100a;103a;107a\" NVTE_BUILD_THREADS_PER_JOB=8 pip install --no-cache-dir --no-build-isolation ./TransformerEngine \u0026\u0026     rm -rf TransformerEngine # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:45:47.210296593Z","created_by":"RUN |9 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:45:47.210296593Z","created_by":"ENV CUDA_BINARY_LOADER_THREAD_COUNT=8","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T06:45:47.210296593Z","created_by":"ENV CUDA_MODULE_LOADING=LAZY","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T06:45:47.210296593Z","created_by":"ENV TORCH_NCCL_USE_COMM_NONBLOCKING=0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T06:45:47.210296593Z","created_by":"ENV TORCHINDUCTOR_LOOP_ORDERING_AFTER_FUSION=0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T06:45:47.479079853Z","created_by":"RUN |9 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/bash -c ln -sf ${_CUDA_COMPAT_PATH}/lib.real ${_CUDA_COMPAT_PATH}/lib  \u0026\u0026 echo ${_CUDA_COMPAT_PATH}/lib \u003e /etc/ld.so.conf.d/00-cuda-compat.conf  \u0026\u0026 ldconfig  \u0026\u0026 rm -f ${_CUDA_COMPAT_PATH}/lib # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:45:47.652956249Z","created_by":"RUN |9 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/bash -c cp /tmp/restricted_constraint.txt /etc/pip/constraint.txt  \u0026\u0026 cp /tmp/original_constraint.txt /etc/pip/original_constraint.txt # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:45:47.659694263Z","created_by":"COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:45:47.659694263Z","created_by":"ARG ENABLE_FIPS=0","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T06:45:47.835473925Z","created_by":"RUN |10 NVIDIA_PYTORCH_VERSION=26.08 PYTORCH_BUILD_VERSION=2.14.0a0+4fdf77b NVFUSER_BUILD_VERSION=0.1.4a0+nvidia TORCHAO_BUILD_VERSION=+gitdd0efc75 TORCHTITAN_BUILD_VERSION=0.2.2+gitbadf21a1 TARGETARCH=amd64 PYVER=3.12 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali ENABLE_FIPS=0 /bin/bash -c if [ \"${ENABLE_FIPS}\" = \"1\" ] \u0026\u0026 [ \"${TARGETARCH}\" = \"amd64\" ]; then         echo \"Running fips-fix.sh\";         /tmp/fips-fix.sh;     fi # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-08-21T06:45:47.835473925Z","created_by":"ARG NVIDIA_BUILD_ID=406036884","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T06:45:47.835473925Z","created_by":"ENV NVIDIA_BUILD_ID=406036884","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T06:45:47.835473925Z","created_by":"LABEL com.nvidia.build.id=406036884","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T06:45:47.835473925Z","created_by":"ARG NVIDIA_BUILD_REF=12711b2fffc2b532c812302ccd6b8c507ba1175d","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-08-21T06:45:47.835473925Z","created_by":"LABEL com.nvidia.build.ref=12711b2fffc2b532c812302ccd6b8c507ba1175d","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-22T08:36:05.744620816Z","created_by":"ARG SOURCE_IMAGE","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-22T08:36:05.744620816Z","created_by":"ARG RUNTIME_SOURCE_COMMIT","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-22T08:36:05.744620816Z","created_by":"LABEL org.opencontainers.image.title=LIL multi-model CUDA 13.4 runtime org.opencontainers.image.description=Model-profile serving over a source-locked NVIDIA PyTorch foundation org.opencontainers.image.source=https://github.com/local-inference-lab/blackwell-llm-docker org.opencontainers.image.revision=338546b0e79ff765dd3031b671bef5e476b4e883 org.opencontainers.image.base.name=nvcr.io/nvidia/pytorch@sha256:33ef5fc15e8937602d64022209cdb2777b32dadf742f41332023d946041b3c14","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-22T08:36:05.744620816Z","created_by":"RUN |2 SOURCE_IMAGE=nvcr.io/nvidia/pytorch@sha256:33ef5fc15e8937602d64022209cdb2777b32dadf742f41332023d946041b3c14 RUNTIME_SOURCE_COMMIT=338546b0e79ff765dd3031b671bef5e476b4e883 /bin/bash -c bash /source/tools/jovian_wheel_runtime/install_runtime_liburing.sh  \u0026\u0026 python /source/recipes/glm53/install_dependency_python_patches.py       --manifest /source/tools/jovian_wheel_runtime/ngc-python-patches.json  \u0026\u0026 python /source/tools/jovian_wheel_runtime/install_qwen38_ngc_runtime.py       --bundle /runtime-bundle       --venv /opt/venv       --uv /usr/local/bin/uv       --source-image \"${SOURCE_IMAGE}\"       --overlay-lock /source/tools/jovian_wheel_runtime/ngc-runtime-overlay.lock       --entrypoint /source/tools/jovian_wheel_runtime/runtime-entrypoint.sh       --verifier /source/tools/jovian_wheel_runtime/verify_qwen38_runtime.py  \u0026\u0026 python /source/recipes/glm53/install_dependency_python_patches.py       --manifest /source/tools/jovian_wheel_runtime/ngc-venv-python-patches.json  \u0026\u0026 /opt/venv/bin/python /source/tools/jovian_wheel_runtime/install_runtime_auxiliary.py       --bundle /runtime-bundle  \u0026\u0026 /opt/venv/bin/python       /source/tools/jovian_wheel_runtime/verify_installed_requirements.py  \u0026\u0026 /opt/venv/bin/qwen38-ngc-runtime /opt/venv/bin/python       /opt/venv/libexec/verify_qwen38_runtime.py       --foundation ngc       --defer-native-imports  \u0026\u0026 cd /source  \u0026\u0026 /opt/venv/bin/python -m runtime.image_install       --image-inspect /runtime-build-metadata/foundation.inspect.json       --runtime-manifest /opt/venv/share/lil-runtime/manifest.json       --bootstrap /opt/venv/bin/lil-runtime-bootstrap # buildkit","comment":"buildkit.dockerfile.v0"},{"created":"2026-09-22T08:36:05.744620816Z","created_by":"ENV PATH=/opt/venv/bin:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin VIRTUAL_ENV=/opt/venv","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-22T08:36:05.744620816Z","created_by":"ENTRYPOINT [\"/usr/local/bin/lil-entrypoint\"]","comment":"buildkit.dockerfile.v0","empty_layer":true},{"created":"2026-09-22T08:36:05.744620816Z","created_by":"CMD []","comment":"buildkit.dockerfile.v0","empty_layer":true}],"os":"linux","rootfs":{"type":"layers","diff_ids":["sha256:b9a65b3c65ab22d490085bd0bf5490e2409da8748b406870f2463bdc41cd6795","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:b02075e31f97de9d86431903d962da5a55d3cbdd18886ecd50e71df60813b873","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:e8e6fbdf229ffb5d5e5492b5cc931537bc62900009b17730001e6ac091274530","sha256:eec1ec9cbc92b34e3843a4749910387248b9449588bd9317ea444e5c7a1ebba8","sha256:d32bb16d4dd90defd5ffae2a4642a5ccfe8ca3ecd47f6a9d254ac60e6a0b51d8","sha256:7f1d147026332ab43514dcd3b1bcf95b0476c16dae88ecf7d1a2abe11e5ec5a3","sha256:ffd29ef0a82fda5553b9578ae8180ff61d40caae0b1b5c0236514ac22dfa3ce1","sha256:0fed6bf2e338eb9a301a6dfa14764a9ef9894e9a126967f76fd3eae6c723e293","sha256:81dcb5a52edd4fe8e749ed90a39d6dc5ae03eb87213728c7a9530fa7aa20f788","sha256:e0749f6f0a4c79788b5608c87acf28a8900ad122dd32e80bd8e3a967b8d95278","sha256:1f0e28a4866142a3536cf6b44d51be31614b593ad7c5c3eeae3d3d6291d2240b","sha256:ce004db652f3030879d04d255b9c8594e1224bacb4c40a60e836e71305f0d7c2","sha256:ed36057fba5e02f59da23701c5d65895c05de569d24b03ad211eec55e8bd3b2c","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:87188af1e46f45e680a3566bf69be6d602d4f93fae381bb1aa9b9fe35f026c16","sha256:66c4ce2c1a3ce84aea067db9460dcf8206ad6fc488e5b2e6d3aec9510e0b0b6e","sha256:1e5618aa7fe90d7d1eb4a6370144523e57adcefd502d3a3d16edfdc8ca0d98ca","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:79789b6a01a7359b8bc0fe5be3c8e92c3b4389644314a70a608bc0bfd12569dc","sha256:fe3670a93479388f53bda9a099df95fddf73035861ac2002b007e61c9d21cad1","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:97ecad9ccabe09aa05ccccce504c9ad824106d8de95d6e841f452e2dea999b86","sha256:99dcb270600a5874283e5ca7ed52453deb27aa8c7929d59513f69f3ed8a7fd62","sha256:3b68e8240fc34014f5b1c4aac5577b99260c20d91f3125cfb276cce7bbb22ffc","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:25b8a23da985bc119714b3e9b88bbd8c8b313eb903d144fc76cfc43327aac8d2","sha256:ce5547ac6b14a1f474c286eecbc68cb5d4c91806352bcafd275755e15805c18a","sha256:a6f8b9d6187dc6ea6981c525db93b3795ef5dfdfbdb0281d7a48b924c5c2f778","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:336dad0c6eb16a92ee1606a9eac6dbac5895cb6d06d00641f0c10056366a9fd5","sha256:78ad2c9dcdd7d5f6076fae6eca0bbc13bf287776b0d9ce4a906fe570429301de","sha256:e23244d26977001f1144c2a5a3d0b730b26ffdd95cd5d2a5d75a52ff0d8bfe99","sha256:fe512a67a481c5c76247bb978c8c8360695e75559d58bc172e2b01cf1fcf960b","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:f4533c8b93e85f6123d64fc6419d78c16a124298145d33a5e4bd56fe4084e4ec","sha256:cbc3a6e718aa8c7e4b106615db58ebb140c7f8d466b368c05e3becacba10097d","sha256:2a09309c0ec717f6f959b785562ee1a1acfb72daf88f4c3959ab2dbe649b906c","sha256:b030983b1b9de824859bc1edba9c218e226a1198084a8a138f03945972cfe2da","sha256:33460727adb6e5e483c3657e61e3a22bb5b69e076d51a8db3ba2800290ec096b","sha256:cfe9e5ae75a615aff67dcfce94a9b2e3e0027006b7db6d2c0a99d6ce60f06a9f","sha256:e9fe5d558fb5782f457e879688a0b5c3404c7299fbda0be28f0e8fa3f76068cd","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:f96b112afc4efb4ee632fbc624e439952eac36c8e50c0c8a655afc72a158d634","sha256:db62d2402a19d8727a12b7d0afca9830d072bf5ddd7e49eb634e161e6659a2fd","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:785deb34931196a4904ddfe7ec835b9df33ad83e88bdd35962388bde7aaf5576","sha256:c42840da10a11b17dfadfda8d8bb7100771352b822dd5394394d5a19839801d3","sha256:39e1d71ee3b73fdb832f44ec4bba55f0dee9130cf4c11648a56e50d7cb2dc1b2","sha256:aaa74d59ac3ed4d611e954e24665dd96a100ba6d3d166c5a2086b9fa13044ba0","sha256:edb2d10792b6f2c8efc393ed0b1b7a96787cd56d49887f18cdaa70789ffd984d","sha256:762b7d838c2b3f830c8b207468d140b3db25782d231c2b6c8a29914cefa3c1a0","sha256:ad41136ffb8a799c3d9422888a75f7f947d21b25c3a5ad68fa2e89dae22d7e68","sha256:ac3a1917490c4e6e5c8b71ad9d3049eee3f450610e9c41bea86196f39aaca13f","sha256:1bfa44f912202ce346d1cbdcf8a475e7dc3caa08febd67499116f9b5048837b9","sha256:9bfeaa9e4f2a2955b8ad485177d7481d416679be2f6b67830b7e9744fd5c3a58","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:9ed7fbdedc77c671f82ea82b976b8fd3ca3c62f3c64f2e93db0d710cc7d8fb55","sha256:99c18867259a65fc66949f823f79c441a499e1c6ed05b172a8a3e533d76a6161","sha256:3f67b7fcc9d6c1d57c551ad681549d9acf7cc55dd220c3c3867eb48b5285954e","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef","sha256:f1832dd1d938d77d64af9bcfd7fb458a34094a890316907e65127a2f2d2f66eb"]}}