Namespace
lmsysorg
Image / Tagsglang:qwen38-27b-cu129
Content Digestsha256:e35dfb0beaf6b1fb6619ae0dac9474b5cdda24b81cee7202316e371301425e46
Details
2026-08-14 09:01:21 UTC
20.4 GB
Labels
-
ai.radixark.flashinfer.prebuilt_nightly0.6.18.dev20260807
-
ai.radixark.flashinfer.python_git_commit906181e3f4cf4bcc81835fb480db4011bbd80b62
-
ai.sglang.build.commitc4271c3fe1262fc2adbd162c33b25de5255251c5
-
ai.sglang.build.urlhttps://github.com/sgl-project/sglang/actions/runs/31757139994
-
ai.sglang.image.taglmsysorg/sglang:nightly-dev-cu12-20260814-c4271c3f
-
com.nvidia.cudnn.version9.10.2.21-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.revisionc4271c3fe1262fc2adbd162c33b25de5255251c5
-
org.opencontainers.image.sourcehttps://github.com/sgl-project/sglang
-
org.opencontainers.image.urlhttps://github.com/sgl-project/sglang/actions/runs/31757139994
-
org.opencontainers.image.versionlmsysorg/sglang:nightly-dev-cu12-20260814-c4271c3f
Environment
CUDA_HOME/usr/local/cuda
CUDA_VERSION12.9.2
DEBIAN_FRONTENDnoninteractive
FLASHINFER_DISABLE_VERSION_CHECK1
FLASHINFER_PYTHON_GIT_COMMIT906181e3f4cf4bcc81835fb480db4011bbd80b62
FLASHINFER_VERSION0.6.18.dev20260807
GDRCOPY_HOME/usr/src/gdrdrv-2.5.1/
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.27.3-1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=580,driver<581 brand=grid,driver>=580,driver<581 brand=tesla,driver>=580,driver<581 brand=nvidia,driver>=580,driver<581 brand=quadro,driver>=580,driver<581 brand=quadrortx,driver>=580,driver<581 brand=nvidiartx,driver>=580,driver<581 brand=vapps,driver>=580,driver<581 brand=vpc,driver>=580,driver<581 brand=vcs,driver>=580,driver<581 brand=vws,driver>=580,driver<581 brand=cloudgaming,driver>=580,driver<581
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION12.9.79-1
NV_CUDA_CUDART_VERSION12.9.79-1
NV_CUDA_LIB_VERSION12.9.2-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-9=12.9.2-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.9.2-1
NV_CUDNN_PACKAGElibcudnn9-cuda-12=9.10.2.21-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-12=9.10.2.21-1
NV_CUDNN_PACKAGE_DEV_HEADERSlibcudnn9-headers-cuda-12=9.10.2.21-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-12
NV_CUDNN_VERSION9.10.2.21-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-9=12.9.2.10-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-9
NV_LIBCUBLAS_DEV_VERSION12.9.2.10-1
NV_LIBCUBLAS_PACKAGElibcublas-12-9=12.9.2.10-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-9
NV_LIBCUBLAS_VERSION12.9.2.10-1
NV_LIBCUSPARSE_DEV_VERSION12.5.10.65-1
NV_LIBCUSPARSE_VERSION12.5.10.65-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.27.3-1+cuda12.9
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.27.3-1
NV_LIBNCCL_PACKAGElibnccl2=2.27.3-1+cuda12.9
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.27.3-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-9=12.4.1.87-1
NV_LIBNPP_DEV_VERSION12.4.1.87-1
NV_LIBNPP_PACKAGElibnpp-12-9=12.4.1.87-1
NV_LIBNPP_VERSION12.4.1.87-1
NV_NVML_DEV_VERSION12.9.79-1
NV_NVPROF_DEV_PACKAGEcuda-nvprof-12-9=12.9.79-1
NV_NVPROF_VERSION12.9.79-1
NV_NVTX_VERSION12.9.79-1
PATH/root/.cargo/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
SGLANG_BUILD_COMMITc4271c3fe1262fc2adbd162c33b25de5255251c5
SGLANG_BUILD_URLhttps://github.com/sgl-project/sglang/actions/runs/31757139994
SGLANG_FLASHINFER_PR4266_SOURCE/opt/flashinfer-src
SGLANG_IMAGE_TAGlmsysorg/sglang:nightly-dev-cu12-20260814-c4271c3f
Layers
[#000] sha256:b40150c1c2717d324cdb17278c8efdfa4dfcd2ffe083e976f0bcedf31115f081 - 0.14% (28.4 MB)
[#001] sha256:e11d6318d8bef8a1b99dd393ac6845ebf117c9f68c81624692e00d576432f469 - 0.02% (4.93 MB)
[#002] sha256:761ae241e4c2488ad2b48982d0d7583c52b904b7ee952a117fe56567ad8aba95 - 0.0% (367 KB)
[#003] sha256:020c9394f8c3b8371d967e0fb27b856ca0cb12fb02e21bd608710fa24fa62035 - 0.47% (98.5 MB)
[#004] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#005] sha256:adae47ab9b6f583ae88e5f7946860091639ec39b96e204f851e932fcdc4c1351 - 0.0% (184 Bytes)
[#006] sha256:1dca0c9bc5f79f4cedcd68523b7682fb46a1b1546351bc67289e9440608187fd - 0.0% (6.72 KB)
[#007] sha256:21e333934e1348446c62aade4f760bd53540d289d290c498673bbf81f4e74fd4 - 10.53% (2.15 GB)
[#008] sha256:2a5703d89dc74187998c37f1e8668a158c195961801189556e347d287b6a47a9 - 0.0% (58.6 KB)
[#009] sha256:62b81882c317bac2e1b871ecc97077fe29a2b1e6c12570091270f3d43cf39542 - 0.0% (1.64 KB)
[#010] sha256:f34b8dc4eed321a3c34de1b22718a453ac047c27ab3b5e4b1da290c98417ebb8 - 0.0% (1.48 KB)
[#011] sha256:07aef1bccd93742ff5642ff536f841766136661cb7ec2cc47cf9f893153bce61 - 14.79% (3.01 GB)
[#012] sha256:d0b10745023cb53ed62a6c37d7b43be906bc510d9a62671138f5995f4640b317 - 0.0% (222 Bytes)
[#013] sha256:52598b318befda35304f718798d7db6a4c354007ba88a5195ef987499190371b - 0.0% (87.9 KB)
[#014] sha256:ffd9010dbbb8d4573374f7d4d71c1ebd021dc23e19048d0e13ce7a9738370715 - 3.25% (679 MB)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:06bea8bf148027c924da33bc48d4b30e9bfc705118830ddf69ab92c4ad1ad8f0 - 0.66% (138 MB)
[#017] sha256:6e9a4c509693ef932190f43065843fa89bde3b29048a7cea607612cb74153fc8 - 1.97% (410 MB)
[#018] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#019] sha256:d83b8f77cb36dadf39f748b43475d4f1c677b53fdef01997920db6c0bb4de852 - 0.01% (1.43 MB)
[#020] sha256:709ca3f4176b406d4b7e154281ae42ee858a02ebdb626b0173c50ff2bf949fd1 - 0.0% (189 Bytes)
[#021] sha256:56f4674c618639da9246247c9bbfdb12cd520d60dc3eb6775afbd89e9b883906 - 0.0% (846 KB)
[#022] sha256:e07887f8ff2e920ec35486f0a8dcea67af223b3dc25cce817803a32f479edae8 - 0.0% (103 Bytes)
[#023] sha256:a906891742a4d94fdac5f97dd314e2406c933cb03a89d88308a6e256ae479980 - 1.0% (208 MB)
[#024] sha256:a315d9674590b65442a636961df765c99b1731a45d445ef78fdfc5c6f43e7729 - 1.97% (410 MB)
[#025] sha256:3adfcd5c5082c953c017b288127d26f548b6730c91c201fc14ade94b86413b71 - 0.0% (2.93 KB)
[#026] sha256:0b61d9ddf6846428fb1ab7a22a738c3a38a066e5abfeeca693a43e7004d5c189 - 0.0% (20.2 KB)
[#027] sha256:f918ebe74648275fe4601a37f85c0a68ae5f993879081d7d44cd2061cd702d13 - 0.0% (42.7 KB)
[#028] sha256:da79d327ad27a52a6263f62fcae2593e87cbac99f1a822a5dfe9cd9830c25c46 - 0.0% (2.22 KB)
[#029] sha256:bd9bf25e697ffb01b8627ca47c58ea8818cc384634ba6a60f84c3267e776f076 - 24.66% (5.02 GB)
[#030] sha256:a984f3614229d4dbb92d4acc66c07e7098ecfc10985f3f98701e48d35f83d90a - 0.0% (66.7 KB)
[#031] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#032] sha256:0d4500db03fa9a182ce4d25353bf524cb59808fa288ac011c35e4f0fd2508c9e - 0.18% (36.6 MB)
[#033] sha256:a51ba7d676e36d9bfb8696d1eb3b58e3d5e9e2ff73010ae18474ce0168ca6af2 - 0.18% (37.5 MB)
[#034] sha256:5f1535e6294b37ba349a1c0a21279382b2875618020fd316b4888582c1eb1dca - 13.68% (2.79 GB)
[#035] sha256:d9deba4938ecdcdf06da81d6f7d769584641cca294cd62da6ef5c37ed35c8171 - 0.0% (13.1 KB)
[#036] sha256:8c9d696f9791a170f0ba394c5e64fab2dda1d8482c07a45e94f48284c52e6a1c - 0.01% (1.7 MB)
[#037] sha256:33614f3012b3eabcbf4cc418f0112c6fde8583157f67196818bd64d5a7fc88a0 - 0.39% (81 MB)
[#038] sha256:b6e2d01019594c4416b1811539f7ddeca2228958bbe4c3adb9bf73ff111a7a8c - 0.0% (957 KB)
[#039] sha256:e79471de7b64a6ebc1298f0f7dc422c971cd0aca336d7a7a2936d9dfe6897281 - 0.03% (6.92 MB)
[#040] sha256:763c1ceee7c1673d2cfd85f457135fdb4d9861c8a7d1443d702d5e1ee42ff85b - 0.04% (7.52 MB)
[#041] sha256:1ee4c80a78c9434eea2990410f16838f25ff75d27f461a3a4b7358ea4e853bb8 - 0.03% (7.1 MB)
[#042] sha256:da3c7c343419504430a31cccf5c38c69a8e6e67909cd95998b356f26f3a690e8 - 0.01% (1.93 MB)
[#043] sha256:41422bac9252b16381228dee100c51a82d21cbe93bed6b66e37e192a34f6fdd0 - 0.01% (1.9 MB)
[#044] sha256:57923f7e87158c0faa6392ac2e13c53e829b144af2bd15a1c6e98f3058d02924 - 0.03% (7.04 MB)
[#045] sha256:8f50f7f1a3d79963d91fae68a7b0b5ac5cdfc8d88e40a4f48da813743ec76181 - 0.31% (63.9 MB)
[#046] sha256:d587fae4352618e2c92b748d25d5a5cb8550254bd129be60eb2d72dbae970c71 - 1.01% (211 MB)
[#047] sha256:c3df70c6dbfcd73f6d278dff08fb17aa0f83ecdf78a185cf08341df30aa0be61 - 0.25% (52 MB)
[#048] sha256:8ce2396f799dc1a46bdb2de137a2decc8962c1f234bd12049ead3e10dfdd8186 - 1.11% (232 MB)
[#049] sha256:6570c6cda217eaa0f25a64e3194425c36f7b5d0857f4af403a2010fb7519e751 - 0.53% (111 MB)
[#050] sha256:9fc93c40663bda4c769872ca47c7fd294b463d61eaee602dc8e5869233e0f676 - 0.4% (82.4 MB)
[#051] sha256:5b2b884ccae0df5bd7fd9572b5c5f98c19aebb13bde67995b50710869f62ab5d - 0.0% (441 Bytes)
[#052] sha256:9d3551e3f9e7e4da286997af17758eeae6acbb4b8623ba75542d430568425e52 - 0.0% (722 Bytes)
[#053] sha256:049b151284a410f731830b02ec7565f303414a43a4c9a4a407794cc46dfb3683 - 0.0% (507 Bytes)
[#054] sha256:801236495b523d62b312a6e7a5f77d5e8878de5911863d283973301067f71aaa - 0.0% (517 Bytes)
[#055] sha256:d91c884c55c6e493db0bd840ebc1aa2a1b7f446580b0141dd8b84e6060aae9f4 - 0.0% (393 Bytes)
[#056] sha256:7486d229deb24907203d579e35e0142f99574d6ccaaba406834effd22e6e4815 - 0.07% (14.3 MB)
[#057] sha256:d10e213e2500e684860d099ddb5ab562cb770ad28032399ef0fab2718ced7137 - 0.01% (3.1 MB)
[#058] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#059] sha256:acacf083671931fe3441718d7d62f29fa392de5600f2357d4505c1cbe48e9f24 - 1.69% (353 MB)
[#060] sha256:d46a471edbfadabcf7b52242f7cbf6ccdaf73a2254807167a406ba49041ce3bd - 1.69% (353 MB)
[#061] sha256:f0ca4be6c63fcedd33d07e966a6c12c38dc934e67973562b0d98ecf6743cb636 - 3.96% (826 MB)
[#062] sha256:4f782bf93fc85a3ff34805fc53c5a6948e01e31ed9279f58c740c7caf51b49c2 - 0.08% (17 MB)
[#063] sha256:e41a70ddccb101c00294daea549ea5d97afe02c845ed56749771453052627987 - 0.08% (16.9 MB)
[#064] sha256:518033489fa9963b39cf343e588e125c8ef377c5feebdc321dec11436979343c - 0.13% (26.7 MB)
[#065] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#066] sha256:36a6d8a4704467ff18849adb65c4bdc53a9bf50227770805911f296bed297b86 - 0.0% (3.95 KB)
[#067] sha256:aee47c308bc379e977ef6929b086d760f5e214d9012801f1a3a1424058778a4a - 0.0% (2.74 KB)
[#068] sha256:7826bc7680799b1b2642da0b1a3609795dad827119bb6095a95938f06febc4a2 - 0.03% (6.01 MB)
[#069] sha256:1836586cca101a202a265b7ac715f2ff9d89a6a78479c9f5158ccac9e6e8c241 - 14.39% (2.93 GB)
[#070] sha256:7eb093b4ea68b5f353411d1c46c8a64c1bf3337a2fa957ee8d35ed8f31b4826b - 0.02% (3.35 MB)
[#071] sha256:fde3864c4eee61f8dfd3270778c565dbe28db21c4a1325ff12123c2a0f3ab75b - 0.0% (139 Bytes)
[#072] sha256:078f388866b2c8f62eb52b871f13bb4df2a07eb62293189f62058c4bb689a86d - 0.05% (10.6 MB)
[#073] sha256:fedf97018d92046f1f232dee44578106ed6061eec032871647894e10a5db3485 - 0.06% (12 MB)
[#074] sha256:657343cb5dd9bd7243607d558d56a13a4227012a2f3b3e6af9fca8d2586e2edc - 0.08% (17.5 MB)
[#075] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2026-04-10 06:49:15 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-04-10 06:49:15 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2026-04-10 06:49:17 UTC/bin/sh -c #(nop) ADD file:8ce1caf246e7c778bca84c516d02fd4e83766bb2c530a0fffa8a351b560a2728 in /
2026-04-10 06:49:18 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-05-18 15:59:07 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2026-05-18 15:59:07 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=580,driver<581 brand=grid,driver>=580,driver<581 brand=tesla,driver>=580,driver<581 brand=nvidia,driver>=580,driver<581 brand=quadro,driver>=580,driver<581 brand=quadrortx,driver>=580,driver<581 brand=nvidiartx,driver>=580,driver<581 brand=vapps,driver>=580,driver<581 brand=vpc,driver>=580,driver<581 brand=vcs,driver>=580,driver<581 brand=vws,driver>=580,driver<581 brand=cloudgaming,driver>=580,driver<581
2026-05-18 15:59:07 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.9.79-1
2026-05-18 15:59:07 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-05-18 15:59:07 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-05-18 15:59:07 UTC (buildkit.dockerfile.v0)ARG IMAGE_UPGRADE_ID=0
2026-05-18 15:59:07 UTC (buildkit.dockerfile.v0)RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260518 /bin/sh -c echo "IMAGE_UPGRADE_ID=${IMAGE_UPGRADE_ID}" && apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 15:59:07 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.9.2
2026-05-18 15:59:18 UTC (buildkit.dockerfile.v0)RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260518 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-9=${NV_CUDA_CUDART_VERSION} cuda-toolkit-12-9-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-12-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-config-common=${NV_CUDA_CUDART_VERSION} && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 15:59:42 UTC (buildkit.dockerfile.v0)RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260518 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-12-9 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-12-9; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 15:59:47 UTC (buildkit.dockerfile.v0)RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260518 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-orin-12-9 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-orin-12-9; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 15:59:47 UTC (buildkit.dockerfile.v0)RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260518 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2026-05-18 15:59:47 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-05-18 15:59:47 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2026-05-18 15:59:47 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2026-05-18 15:59:47 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2026-05-18 15:59:47 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.9.2-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.9.79-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.4.1.87-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-9=12.4.1.87-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.5.10.65-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-9
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.9.2.10-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-9=12.9.2.10-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.27.3-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.27.3-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.27.3-1+cuda12.9
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-9=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-9=${NV_NVTX_VERSION} libcusparse-12-9=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.9.2-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.9.79-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.9.79-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.10.65-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.4.1.87-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-9=12.4.1.87-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.9.2.10-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-9
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-9=12.9.2.10-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.9.2-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-9=12.9.2-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_VERSION=12.9.79-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-9=12.9.79-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.27.3-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.27.3-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.27.3-1+cuda12.9
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-9=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-9=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-9=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-9=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-9=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-9=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c NSYS_PATH=$(find /opt/nvidia/nsight-compute -type f -name "nsys" 2>/dev/null | head -n 1); if [ -n "$NSYS_PATH" ] && [ ! -f /usr/local/bin/nsys ]; then ln -s "$NSYS_PATH" /usr/local/bin/nsys; fi # buildkit
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.10.2.21-1
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.10.2.21-1
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.10.2.21-1
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-12=9.10.2.21-1
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.10.2.21-1
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ARG SGL_KERNEL_VERSION=0.4.6.post1
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ARG SGL_DEEP_GEMM_VERSION=0.1.5.post2
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG=0
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_VERSION=2.5.1
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ARG PIP_DEFAULT_INDEX
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ARG UBUNTU_MIRROR
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY=github.com
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ARG INSTALL_FLASHINFER_JIT_CACHE=1
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_VERSION=0.6.17
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_VERSION=0.3.12.post1
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ARG MSCCLPP_VERSION=sglang-v0.9.1
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ FLASHINFER_VERSION=0.6.17
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2026-08-14 00:25:28 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then sed -i "s|http://.*archive.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list && sed -i "s|http://.*security.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list; fi # buildkit
2026-08-14 00:26:03 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c apt update && apt install -y --no-install-recommends wget software-properties-common && apt install -y --no-install-recommends python3.12-full python3.12-dev && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 2 && update-alternatives --set python3 /usr/bin/python3.12 && wget -q https://bootstrap.pypa.io/get-pip.py && python3 get-pip.py --break-system-packages && rm get-pip.py && python3 -m pip config set global.break-system-packages true && cd /usr/lib/python3/dist-packages/ && ln -s apt_pkg.cpython-312-*-linux-gnu.so apt_pkg.so # buildkit
2026-08-14 00:26:53 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates software-properties-common netcat-openbsd kmod unzip openssh-server curl wget lsof locales build-essential cmake perl patchelf ccache git-lfs libopenmpi-dev libnuma1 libnuma-dev numactl ffmpeg libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev linux-libc-dev devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev && ln -sf /usr/bin/python3.12 /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2026-08-14 00:26:53 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c if [ -n "${PIP_DEFAULT_INDEX}" ]; then python3 -m pip config set global.index-url ${PIP_DEFAULT_INDEX}; fi # buildkit
2026-08-14 00:27:45 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && curl --retry 3 --retry-delay 2 -fsSL -o v${GDRCOPY_VERSION}.tar.gz https://${GITHUB_ARTIFACTORY}/NVIDIA/gdrcopy/archive/refs/tags/v${GDRCOPY_VERSION}.tar.gz && tar -xzf v${GDRCOPY_VERSION}.tar.gz && rm v${GDRCOPY_VERSION}.tar.gz && cd gdrcopy-${GDRCOPY_VERSION}/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit
2026-08-14 00:27:45 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so # buildkit
2026-08-14 00:27:46 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c locale-gen en_US.UTF-8 # buildkit
2026-08-14 00:27:46 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-08-14 00:27:46 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.9.2
2026-08-14 00:27:46 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-08-14 00:27:46 UTC (buildkit.dockerfile.v0)ARG SGL_KERNEL_VERSION
2026-08-14 00:27:46 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY
2026-08-14 00:27:46 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-08-14 00:27:46 UTC (buildkit.dockerfile.v0)ENV PATH=/root/.cargo/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
2026-08-14 00:28:16 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://sh.rustup.rs | sh -s -- -y --no-modify-path --profile minimal && rustc --version && cargo --version # buildkit
2026-08-14 00:28:44 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install --upgrade pip setuptools wheel html5lib six && case "$CUDA_VERSION" in 12.6.3) CUINDEX=126 ;; 12.9.2) CUINDEX=129 ;; 13.0.3) CUINDEX=130 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && if [ "$CUDA_VERSION" = "12.6.3" ]; then python3 -m pip install https://${GITHUB_ARTIFACTORY}/sgl-project/whl/releases/download/v${SGL_KERNEL_VERSION}/sglang_kernel-${SGL_KERNEL_VERSION}+cu124-cp310-abi3-manylinux2014_$(uname -m).whl --force-reinstall --no-deps ; elif [ "$CUDA_VERSION" = "12.9.2" ]; then python3 -m pip install https://${GITHUB_ARTIFACTORY}/sgl-project/whl/releases/download/v${SGL_KERNEL_VERSION}/sglang_kernel-${SGL_KERNEL_VERSION}+cu129-cp310-abi3-manylinux2014_$(uname -m).whl --force-reinstall --no-deps ; elif [ "$CUDA_VERSION" = "13.0.3" ]; then python3 -m pip install sglang-kernel==${SGL_KERNEL_VERSION} --force-reinstall --no-deps ; else echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ; fi # buildkit
2026-08-14 00:28:44 UTC (buildkit.dockerfile.v0)COPY python/pyproject.toml /tmp/sglang_deps/python/pyproject.toml # buildkit
2026-08-14 00:28:44 UTC (buildkit.dockerfile.v0)COPY rust/sglang-grpc /tmp/sglang_deps/rust/sglang-grpc # buildkit
2026-08-14 00:28:44 UTC (buildkit.dockerfile.v0)COPY rust/sglang-mm /tmp/sglang_deps/rust/sglang-mm # buildkit
2026-08-14 00:28:44 UTC (buildkit.dockerfile.v0)COPY proto /tmp/sglang_deps/proto # buildkit
2026-08-14 00:34:20 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c case "$CUDA_VERSION" in 12.6.3) CUINDEX=126 ;; 12.9.2) CUINDEX=129 ;; 13.0.3) CUINDEX=130 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && cd /tmp/sglang_deps/python && mkdir -p sglang && touch sglang/__init__.py && echo '__version__ = "0.0.0"' > sglang/version.py && touch README.md && touch LICENSE && SGL_DEEP_EP_VERSION="$(sed -n 's/^[[:space:]]*"sgl-deep-ep==\([^"]*\)",/\1/p' pyproject.toml)" && test -n "${SGL_DEEP_EP_VERSION}" && if [ "${CUDA_VERSION%%.*}" = "12" ]; then python3 -m pip install "sgl-deep-ep==${SGL_DEEP_EP_VERSION}+cu129" --index-url "https://docs.sglang.ai/whl/cu129/" --no-deps; fi && if [ "${CUDA_VERSION%%.*}" = "12" ]; then sed -i 's/cuda-python>=13\.0/cuda-python>=12,<13/' pyproject.toml && sed -i 's/flashinfer_python\[cu13\]/flashinfer_python[cu12]/' pyproject.toml && sed -i 's/nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' pyproject.toml; fi && python3 -m pip install --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} ".[${BUILD_TYPE}]" && if [ "${CUDA_VERSION%%.*}" = "12" ]; then pip list --format=freeze | awk -F'==' '/-cu13(==|$)/ {print $1}' | xargs -r python3 -m pip uninstall -y && python3 -m pip install --index-url https://download.pytorch.org/whl/cu${CUINDEX} torch==2.13.0 torchvision==0.28.0 torchaudio==2.11.0 --force-reinstall; python3 -m pip install https://github.com/sgl-project/whl/releases/download/v${SGL_DEEP_GEMM_VERSION}/sgl_deep_gemm-${SGL_DEEP_GEMM_VERSION}+cu129-py3-none-manylinux2014_$(uname -m).whl --force-reinstall; fi && cd /sgl-workspace && rm -rf /tmp/sglang_deps && pip freeze | grep -v "^sglang==" > /sgl-workspace/constraints.txt # buildkit
2026-08-14 00:34:26 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install --ignore-installed --no-deps distro # buildkit
2026-08-14 00:34:26 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-08-14 00:34:26 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-08-14 00:34:26 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.9.2
2026-08-14 00:34:26 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-08-14 00:34:26 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG
2026-08-14 00:34:26 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY
2026-08-14 00:34:26 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_VERSION
2026-08-14 00:34:26 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_COMPILE_ARG
2026-08-14 00:34:26 UTC (buildkit.dockerfile.v0)ARG MSCCLPP_VERSION
2026-08-14 00:34:26 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-08-14 00:38:01 UTC (buildkit.dockerfile.v0)COPY /wheels /tmp/wheels/hpc-ops # buildkit
2026-08-14 00:38:03 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c if ls /tmp/wheels/hpc-ops/*.whl >/dev/null 2>&1; then pip install --no-deps /tmp/wheels/hpc-ops/*.whl; fi && rm -rf /tmp/wheels/hpc-ops # buildkit
2026-08-14 00:38:19 UTC (buildkit.dockerfile.v0)COPY /flashinfer_jit_output/ /usr/local/lib/python3.12/dist-packages/ # buildkit
2026-08-14 00:38:19 UTC (buildkit.dockerfile.v0)COPY /tools/diff-so-fancy /usr/local/bin/ # buildkit
2026-08-14 00:38:19 UTC (buildkit.dockerfile.v0)COPY /tools/clang-format /usr/local/bin/ # buildkit
2026-08-14 00:38:19 UTC (buildkit.dockerfile.v0)COPY /tools/clangd /usr/local/bin/ # buildkit
2026-08-14 00:38:20 UTC (buildkit.dockerfile.v0)COPY /tools/lib /usr/local/lib/ # buildkit
2026-08-14 00:38:20 UTC (buildkit.dockerfile.v0)COPY /tools/cmake /usr/local/bin/ # buildkit
2026-08-14 00:38:20 UTC (buildkit.dockerfile.v0)COPY /tools/ctest /usr/local/bin/ # buildkit
2026-08-14 00:38:20 UTC (buildkit.dockerfile.v0)COPY /tools/cpack /usr/local/bin/ # buildkit
2026-08-14 00:38:20 UTC (buildkit.dockerfile.v0)COPY /tools/share/cmake-3.31 /usr/local/share/cmake-3.31 # buildkit
2026-08-14 00:38:20 UTC (buildkit.dockerfile.v0)COPY /tools/just /usr/local/bin/ # buildkit
2026-08-14 00:38:20 UTC (buildkit.dockerfile.v0)COPY /root/.oh-my-zsh /root/.oh-my-zsh # buildkit
2026-08-14 00:38:34 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gdb ninja-build vim tmux htop zsh tree silversearcher-ag cloc pkg-config bear less rdma-core openssh-server gnuplot infiniband-diags perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2026-08-14 00:38:47 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "amd64"; fi) /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "x86_64"; fi)/7fa2af80.pub && apt update -y && apt install -y --no-install-recommends nsight-systems-cli && rm -rf /var/lib/apt/lists/* # buildkit
2026-08-14 00:38:54 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c CUDA_MAJOR="${CUDA_VERSION%%.*}" && if [ "$CUDA_MAJOR" -ge 13 ]; then python3 -m pip install mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION}; else python3 -m pip install mooncake-transfer-engine==${MOONCAKE_VERSION}; fi # buildkit
2026-08-14 00:44:13 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c git clone --depth=1 --branch ${MSCCLPP_VERSION} https://${GITHUB_ARTIFACTORY}/microsoft/mscclpp.git /tmp/mscclpp && case "${CUDA_VERSION}" in 12.*) CMAKE_ARGS="-DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_CUDA=ON -DMSCCLPP_GPU_ARCHS=80,90,100,100a,103,103a" python3 -m pip install "/tmp/mscclpp[cuda12]"; ;; 13.*) CMAKE_ARGS="-DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_CUDA=ON -DMSCCLPP_GPU_ARCHS=80,90,100,100a,103,103a" python3 -m pip install "/tmp/mscclpp[cuda13]"; ;; *) echo "Unsupported CUDA version for MSCCL++: ${CUDA_VERSION}" && exit 1; ;; esac && rm -rf /tmp/mscclpp # buildkit
2026-08-14 00:44:36 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install -c /sgl-workspace/constraints.txt datamodel_code_generator pre-commit pytest black isort icdiff uv wheel scikit-build-core py-spy cubloaty google-cloud-storage pandas matplotlib tabulate termplotlib "runai-model-streamer[s3,gcs,azure]>=0.15.7" # buildkit
2026-08-14 00:44:50 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c if [ "${CUDA_VERSION%%.*}" = "12" ]; then python3 -m pip install nixl nixl-cu12 --no-deps ; python3 -m pip install "cuda-python>=12,<13" ; elif [ "${CUDA_VERSION%%.*}" = "13" ]; then python3 -m pip install nixl nixl-cu13 --no-deps ; python3 -m pip install "cuda-python>=13,<14" ; fi # buildkit
2026-08-14 00:44:50 UTC (buildkit.dockerfile.v0)COPY --chown=root:root --chmod=755 docker/configs/yank /usr/local/bin/yank # buildkit
2026-08-14 00:44:50 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.vimrc /opt/sglang/.vimrc # buildkit
2026-08-14 00:44:50 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.tmux.conf /opt/sglang/.tmux.conf # buildkit
2026-08-14 00:44:50 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.gitconfig /opt/sglang/.gitconfig # buildkit
2026-08-14 00:44:50 UTC (buildkit.dockerfile.v0)COPY docker/configs/.zshrc /root/.zshrc # buildkit
2026-08-14 00:44:57 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install --upgrade "urllib3>=2.6.3" "pillow>=12.1.1" # buildkit
2026-08-14 00:45:02 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c apt-get update && apt-get install -y --only-upgrade binutils binutils-common binutils-x86-64-linux-gnu libbinutils libctf0 libctf-nobfd0 libgprofng0 libsframe1 libgnutls30t64 libpam-modules libpam-modules-bin libpam-runtime libpam0g libsqlite3-0 libtasn1-6 dpkg dpkg-dev libdpkg-perl && rm -rf /var/lib/apt/lists/* # buildkit
2026-08-14 00:45:02 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-08-14 00:45:02 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-08-14 00:45:02 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.9.2
2026-08-14 00:45:02 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-08-14 00:45:02 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG
2026-08-14 00:45:02 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-08-14 00:45:03 UTC (buildkit.dockerfile.v0)COPY /src /tmp/local_src # buildkit
2026-08-14 00:45:05 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then cp -r /tmp/local_src /sgl-workspace/sglang; elif [ "$USE_LATEST_SGLANG" = "1" ]; then git clone --depth=1 https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; elif [ -z "$SGL_VERSION" ]; then echo "ERROR: SGL_VERSION must be set when USE_LATEST_SGLANG=0 and BRANCH_TYPE!=local" && exit 1; else git clone --depth=1 --branch v${SGL_VERSION} https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; fi && rm -rf /tmp/local_src # buildkit
2026-08-14 00:52:12 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c cd /sgl-workspace/sglang && if [ "${CUDA_VERSION%%.*}" = "12" ]; then sed -i 's/cuda-python>=13\.0/cuda-python>=12,<13/' python/pyproject.toml && sed -i 's/flashinfer_python\[cu13\]/flashinfer_python[cu12]/' python/pyproject.toml && sed -i 's/nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' python/pyproject.toml; fi && python3 -m pip install --no-deps -e "python[${BUILD_TYPE}]" && kernels lock python && ( success=0; if [ "$(uname -m)" = "aarch64" ]; then echo "Skipping kernels-community/sgl-flash-attn3 cubin download on aarch64 (no variants published upstream); kernels will be JIT-compiled at runtime"; success=1; else for i in 1 2 3; do echo "Attempt $i/3: downloading sgl-kernel cubins..." && kernels download python && success=1 && break; echo "sgl-kernel cubin download failed, retrying in 30s..." && sleep 30; done; if [ "$success" != "1" ]; then echo "WARNING: no matching sgl-flash-attn3 cubin variant for this torch+CUDA; kernels will be JIT-compiled at runtime"; success=1; fi; fi; [ "$success" = "1" ] ) && mkdir -p /root/.cache/huggingface /root/.cache/sglang && ( if [ -f python/kernels.lock ]; then mv python/kernels.lock /root/.cache/sglang/; fi ) && ( find /usr/local/lib/python3.12/dist-packages -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true ) # buildkit
2026-08-14 00:52:12 UTC (buildkit.dockerfile.v0)COPY /build/sgl-model-gateway-bin /usr/local/bin/sgl-model-gateway # buildkit
2026-08-14 00:52:12 UTC (buildkit.dockerfile.v0)COPY /build/gateway_wheels /tmp/gateway_wheels # buildkit
2026-08-14 00:52:23 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install --force-reinstall /tmp/gateway_wheels/*.whl && rm -rf /tmp/gateway_wheels # buildkit
2026-08-14 00:52:23 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace/sglang
2026-08-14 00:52:23 UTC (buildkit.dockerfile.v0)ARG SGLANG_BUILD_COMMIT=c4271c3fe1262fc2adbd162c33b25de5255251c5
2026-08-14 00:52:23 UTC (buildkit.dockerfile.v0)ARG SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/31757139994
2026-08-14 00:52:23 UTC (buildkit.dockerfile.v0)ARG SGLANG_IMAGE_TAG=lmsysorg/sglang:nightly-dev-cu12-20260814-c4271c3f
2026-08-14 00:52:23 UTC (buildkit.dockerfile.v0)ENV SGLANG_BUILD_COMMIT=c4271c3fe1262fc2adbd162c33b25de5255251c5 SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/31757139994 SGLANG_IMAGE_TAG=lmsysorg/sglang:nightly-dev-cu12-20260814-c4271c3f
2026-08-14 00:52:23 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.source=https://github.com/sgl-project/sglang org.opencontainers.image.revision=c4271c3fe1262fc2adbd162c33b25de5255251c5 org.opencontainers.image.version=lmsysorg/sglang:nightly-dev-cu12-20260814-c4271c3f org.opencontainers.image.url=https://github.com/sgl-project/sglang/actions/runs/31757139994 ai.sglang.build.commit=c4271c3fe1262fc2adbd162c33b25de5255251c5 ai.sglang.build.url=https://github.com/sgl-project/sglang/actions/runs/31757139994 ai.sglang.image.tag=lmsysorg/sglang:nightly-dev-cu12-20260814-c4271c3f
2026-08-14 08:51:23 UTC (buildkit.dockerfile.v0)COPY docker/qwen38/cuda_pins.sh /opt/qwen38/cuda_pins.sh # buildkit
2026-08-14 08:51:23 UTC (buildkit.dockerfile.v0)COPY python/pyproject.toml /opt/qwen38/pyproject.toml # buildkit
2026-08-14 08:51:26 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c bash /opt/qwen38/cuda_pins.sh check-torch /opt/qwen38/pyproject.toml # buildkit
2026-08-14 08:54:50 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_NIGHTLY_VERSION=0.6.18.dev20260807
2026-08-14 08:54:50 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_JIT_CACHE_CUDA_TAG=cu129
2026-08-14 08:54:50 UTC (buildkit.dockerfile.v0)ARG CUTLASS_DSL_MIN_VERSION=4.7.0
2026-08-14 08:54:50 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_GIT_REPO=https://github.com/flashinfer-ai/flashinfer.git
2026-08-14 08:54:50 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_GIT_COMMIT=906181e3f4cf4bcc81835fb480db4011bbd80b62
2026-08-14 08:54:50 UTC (buildkit.dockerfile.v0)RUN |5 FLASHINFER_NIGHTLY_VERSION=0.6.18.dev20260807 FLASHINFER_JIT_CACHE_CUDA_TAG=cu129 CUTLASS_DSL_MIN_VERSION=4.7.0 FLASHINFER_GIT_REPO=https://github.com/flashinfer-ai/flashinfer.git FLASHINFER_GIT_COMMIT=906181e3f4cf4bcc81835fb480db4011bbd80b62 /bin/sh -c python3 -m pip uninstall -y flashinfer-python flashinfer-cubin flashinfer-jit-cache && rm -rf /root/.cache/flashinfer && python3 -m pip install "flashinfer-cubin==${FLASHINFER_NIGHTLY_VERSION}" "flashinfer-jit-cache==${FLASHINFER_NIGHTLY_VERSION}+${FLASHINFER_JIT_CACHE_CUDA_TAG}" --extra-index-url https://flashinfer.ai/whl/nightly/ --extra-index-url "https://flashinfer.ai/whl/nightly/${FLASHINFER_JIT_CACHE_CUDA_TAG}/" && git clone --filter=blob:none "${FLASHINFER_GIT_REPO}" /tmp/flashinfer && git -C /tmp/flashinfer checkout --detach "${FLASHINFER_GIT_COMMIT}" && git -C /tmp/flashinfer submodule update --init --recursive --depth 1 && python3 -m pip install --no-deps /tmp/flashinfer && python3 -m pip install "nvidia-cutlass-dsl>=${CUTLASS_DSL_MIN_VERSION}" && FLASHINFER_EXPECTED="${FLASHINFER_NIGHTLY_VERSION}" FLASHINFER_CUDA_TAG="${FLASHINFER_JIT_CACHE_CUDA_TAG}" python3 -c 'import os; from importlib.metadata import version; e = os.environ["FLASHINFER_EXPECTED"]; tag = os.environ["FLASHINFER_CUDA_TAG"]; got = {p: version(p) for p in ("flashinfer-cubin", "flashinfer-jit-cache")}; assert got["flashinfer-cubin"].split("+")[0] == e, got; assert got["flashinfer-jit-cache"].startswith(e + "+" + tag), got' && rm -rf /tmp/flashinfer /root/.cache/pip # buildkit
2026-08-14 08:54:50 UTC (buildkit.dockerfile.v0)ENV FLASHINFER_DISABLE_VERSION_CHECK=1
2026-08-14 08:54:50 UTC (buildkit.dockerfile.v0)ENV FLASHINFER_VERSION=0.6.18.dev20260807
2026-08-14 08:54:50 UTC (buildkit.dockerfile.v0)ENV FLASHINFER_PYTHON_GIT_COMMIT=906181e3f4cf4bcc81835fb480db4011bbd80b62
2026-08-14 08:54:50 UTC (buildkit.dockerfile.v0)LABEL ai.radixark.flashinfer.python_git_commit=906181e3f4cf4bcc81835fb480db4011bbd80b62 ai.radixark.flashinfer.prebuilt_nightly=0.6.18.dev20260807
2026-08-14 08:54:54 UTC (buildkit.dockerfile.v0)RUN |5 FLASHINFER_NIGHTLY_VERSION=0.6.18.dev20260807 FLASHINFER_JIT_CACHE_CUDA_TAG=cu129 CUTLASS_DSL_MIN_VERSION=4.7.0 FLASHINFER_GIT_REPO=https://github.com/flashinfer-ai/flashinfer.git FLASHINFER_GIT_COMMIT=906181e3f4cf4bcc81835fb480db4011bbd80b62 /bin/sh -c FI_ROOT="$(python3 -c 'import pathlib, flashinfer; print(pathlib.Path(flashinfer.__file__).resolve().parent.parent)')" && ln -sfn "${FI_ROOT}" /opt/flashinfer-src && if [ ! -f /opt/flashinfer-src/flashinfer/gemm/kernels/dense_bf16_gemm_direct.py ]; then echo "ERROR: flashinfer at ${FLASHINFER_GIT_COMMIT} does not ship flashinfer/gemm/kernels/dense_bf16_gemm_direct.py (PR #4266)." >&2; echo " Pin a FlashInfer that carries it, or serve with SGLANG_ENABLE_BF16_SPLITK_GEMM=0." >&2; exit 1; fi && if [ ! -f /opt/flashinfer-src/flashinfer/comm/mnnvl_cutedsl/__init__.py ]; then echo "ERROR: flashinfer at ${FLASHINFER_GIT_COMMIT} does not ship flashinfer/comm/mnnvl_cutedsl (PR #4358)." >&2; echo " That commit is the reason this image builds flashinfer-python from git;" >&2; echo " if it is absent, the wrong ref was installed." >&2; exit 1; fi # buildkit
2026-08-14 08:54:54 UTC (buildkit.dockerfile.v0)ENV SGLANG_FLASHINFER_PR4266_SOURCE=/opt/flashinfer-src
2026-08-14 08:55:02 UTC (buildkit.dockerfile.v0)RUN |5 FLASHINFER_NIGHTLY_VERSION=0.6.18.dev20260807 FLASHINFER_JIT_CACHE_CUDA_TAG=cu129 CUTLASS_DSL_MIN_VERSION=4.7.0 FLASHINFER_GIT_REPO=https://github.com/flashinfer-ai/flashinfer.git FLASHINFER_GIT_COMMIT=906181e3f4cf4bcc81835fb480db4011bbd80b62 /bin/sh -c rm -rf /sgl-workspace/sglang # buildkit
2026-08-14 08:55:02 UTC (buildkit.dockerfile.v0)COPY . /sgl-workspace/sglang # buildkit
2026-08-14 08:55:02 UTC (buildkit.dockerfile.v0)ARG SGLANG_VERSION=0.0.0.dev0+qwen38.27b.g561c8f3
2026-08-14 08:55:02 UTC (buildkit.dockerfile.v0)ARG SGL_WHL_CUDA_TAG=cu129
2026-08-14 09:01:04 UTC (buildkit.dockerfile.v0)RUN |7 FLASHINFER_NIGHTLY_VERSION=0.6.18.dev20260807 FLASHINFER_JIT_CACHE_CUDA_TAG=cu129 CUTLASS_DSL_MIN_VERSION=4.7.0 FLASHINFER_GIT_REPO=https://github.com/flashinfer-ai/flashinfer.git FLASHINFER_GIT_COMMIT=906181e3f4cf4bcc81835fb480db4011bbd80b62 SGLANG_VERSION=0.0.0.dev0+qwen38.27b.g561c8f3 SGL_WHL_CUDA_TAG=cu129 /bin/sh -c cd /sgl-workspace/sglang && rm -rf .git && test ! -e .git && SETUPTOOLS_SCM_PRETEND_VERSION="${SGLANG_VERSION}" pip install -e python --no-deps && bash docker/qwen38/cuda_pins.sh reconcile python/pyproject.toml "${SGL_WHL_CUDA_TAG}" sglang-kernel sgl-deep-gemm && kernels lock python && ( success=0; if [ "$(uname -m)" = "aarch64" ]; then echo "Skipping sgl-flash-attn3 cubin download on aarch64; kernels will be JIT-compiled at runtime"; success=1; else for i in 1 2 3; do echo "Attempt $i/3: downloading sgl-kernel cubins..."; if kernels download python; then success=1; break; fi; [ "$i" = "3" ] || { echo "sgl-kernel cubin download failed, retrying in 30s..."; sleep 30; }; done; fi; [ "$success" = "1" ] || echo "WARNING: no matching sgl-flash-attn3 cubin variant; kernels will be JIT-compiled at runtime" ) && mkdir -p /root/.cache/huggingface /root/.cache/sglang && ( if [ -f python/kernels.lock ]; then mv python/kernels.lock /root/.cache/sglang/; fi ) && rm -rf rust/target rust/sglang-grpc/target rust/sglang-mm/target rust/sglang-server/target /root/.cargo/registry /root/.cache/pip # buildkit
2026-08-14 09:01:21 UTC (buildkit.dockerfile.v0)RUN |7 FLASHINFER_NIGHTLY_VERSION=0.6.18.dev20260807 FLASHINFER_JIT_CACHE_CUDA_TAG=cu129 CUTLASS_DSL_MIN_VERSION=4.7.0 FLASHINFER_GIT_REPO=https://github.com/flashinfer-ai/flashinfer.git FLASHINFER_GIT_COMMIT=906181e3f4cf4bcc81835fb480db4011bbd80b62 SGLANG_VERSION=0.0.0.dev0+qwen38.27b.g561c8f3 SGL_WHL_CUDA_TAG=cu129 /bin/sh -c cd /sgl-workspace/sglang && bash docker/qwen38/cuda_pins.sh import-if-gpu deep_ep && python3 -c 'import sglang; print("sglang", sglang.__version__)' && bash docker/qwen38/cuda_pins.sh verify python/pyproject.toml sglang-kernel sgl-deep-gemm # buildkit
2026-08-14 09:01:21 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace/sglang
Details
2026-08-14 09:05:24 UTC
19 GB
Labels
-
ai.radixark.flashinfer.prebuilt_nightly0.6.18.dev20260807
-
ai.radixark.flashinfer.python_git_commit906181e3f4cf4bcc81835fb480db4011bbd80b62
-
ai.sglang.build.commitc4271c3fe1262fc2adbd162c33b25de5255251c5
-
ai.sglang.build.urlhttps://github.com/sgl-project/sglang/actions/runs/31757139994
-
ai.sglang.image.taglmsysorg/sglang:nightly-dev-cu12-20260814-c4271c3f
-
com.nvidia.cudnn.version9.10.2.21-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.revisionc4271c3fe1262fc2adbd162c33b25de5255251c5
-
org.opencontainers.image.sourcehttps://github.com/sgl-project/sglang
-
org.opencontainers.image.urlhttps://github.com/sgl-project/sglang/actions/runs/31757139994
-
org.opencontainers.image.versionlmsysorg/sglang:nightly-dev-cu12-20260814-c4271c3f
Environment
CUDA_HOME/usr/local/cuda
CUDA_VERSION12.9.2
DEBIAN_FRONTENDnoninteractive
FLASHINFER_DISABLE_VERSION_CHECK1
FLASHINFER_PYTHON_GIT_COMMIT906181e3f4cf4bcc81835fb480db4011bbd80b62
FLASHINFER_VERSION0.6.18.dev20260807
GDRCOPY_HOME/usr/src/gdrdrv-2.5.1/
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.27.3-1
NVARCHsbsa
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=580,driver<581 brand=grid,driver>=580,driver<581 brand=tesla,driver>=580,driver<581 brand=nvidia,driver>=580,driver<581 brand=quadro,driver>=580,driver<581 brand=quadrortx,driver>=580,driver<581 brand=nvidiartx,driver>=580,driver<581 brand=vapps,driver>=580,driver<581 brand=vpc,driver>=580,driver<581 brand=vcs,driver>=580,driver<581 brand=vws,driver>=580,driver<581 brand=cloudgaming,driver>=580,driver<581
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION12.9.79-1
NV_CUDA_CUDART_VERSION12.9.79-1
NV_CUDA_LIB_VERSION12.9.2-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-9=12.9.2-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.9.2-1
NV_CUDNN_PACKAGElibcudnn9-cuda-12=9.10.2.21-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-12=9.10.2.21-1
NV_CUDNN_PACKAGE_DEV_HEADERSlibcudnn9-headers-cuda-12=9.10.2.21-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-12
NV_CUDNN_VERSION9.10.2.21-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-9=12.9.2.10-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-9
NV_LIBCUBLAS_DEV_VERSION12.9.2.10-1
NV_LIBCUBLAS_PACKAGElibcublas-12-9=12.9.2.10-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-9
NV_LIBCUBLAS_VERSION12.9.2.10-1
NV_LIBCUSPARSE_DEV_VERSION12.5.10.65-1
NV_LIBCUSPARSE_VERSION12.5.10.65-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.27.3-1+cuda12.9
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.27.3-1
NV_LIBNCCL_PACKAGElibnccl2=2.27.3-1+cuda12.9
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.27.3-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-9=12.4.1.87-1
NV_LIBNPP_DEV_VERSION12.4.1.87-1
NV_LIBNPP_PACKAGElibnpp-12-9=12.4.1.87-1
NV_LIBNPP_VERSION12.4.1.87-1
NV_NVML_DEV_VERSION12.9.79-1
NV_NVTX_VERSION12.9.79-1
PATH/root/.cargo/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
SGLANG_BUILD_COMMITc4271c3fe1262fc2adbd162c33b25de5255251c5
SGLANG_BUILD_URLhttps://github.com/sgl-project/sglang/actions/runs/31757139994
SGLANG_FLASHINFER_PR4266_SOURCE/opt/flashinfer-src
SGLANG_IMAGE_TAGlmsysorg/sglang:nightly-dev-cu12-20260814-c4271c3f
Layers
[#000] sha256:818154cda96df8bbb276b4f4339124da55756620a1037af15570bc95312850fa - 0.14% (27.5 MB)
[#001] sha256:7e13def16fdccbcc27583bc888c82ffcf2b72f080c964ca6c7c676c199950d26 - 0.03% (4.91 MB)
[#002] sha256:f51a4d08ef43d56bcc7b3c003fc50423e33a45800b725294ade5183457f4928b - 0.0% (383 KB)
[#003] sha256:3a2f4d4ac1876e0ceeef657fb5c2246cb26f9276ffdb90bbe29b696696021896 - 0.48% (92.8 MB)
[#004] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#005] sha256:8fb30479b7cb69963cec4884b9f098d7a50d0c901ad31f261b4c8414507bd1ac - 0.0% (186 Bytes)
[#006] sha256:1dca0c9bc5f79f4cedcd68523b7682fb46a1b1546351bc67289e9440608187fd - 0.0% (6.72 KB)
[#007] sha256:3f357bfb94aa4b3ca094d427d20890ef2f80152c481f25ef0292a27954b67251 - 11.04% (2.1 GB)
[#008] sha256:dc861c2179c56651f6b8d4a003ef12dd13c34c6bfdadcdc4edb514aeab17aec4 - 0.0% (58.6 KB)
[#009] sha256:4e366a28834d174dbbd109a43c47d92d99762a58404d05d627343013c79e66ec - 0.0% (1.65 KB)
[#010] sha256:80a29ee074c3c7df423662efd09cc786894fddff01beba372445021ddd834f6b - 0.0% (1.49 KB)
[#011] sha256:9c3aab2ba16f80a1823c43a809e19441ad891d9751f9bbb27c6cdc165d71edf7 - 13.95% (2.65 GB)
[#012] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#013] sha256:fb28bec4fd671d024b87083f34143fa48c980e801bb1db5c641128cd7a55f077 - 0.0% (87.8 KB)
[#014] sha256:36b40e96480be215fbe83d70fad997adb8aa743d91f564e02c493de7d0d32709 - 3.48% (678 MB)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:4ab1ab9d400a0d8fad056707399cf781d7c404beda87e9f55a001abaeef9a2ef - 0.71% (139 MB)
[#017] sha256:8f1ac2858a912e84f1eedad68f6abb13b627b428bbc3d5a5a3c491247e2b94ed - 1.71% (333 MB)
[#018] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#019] sha256:f4c01bd1620b014d2aef24cc12960f154a43908bb62b673a33d5ed7a1b0968c4 - 0.01% (1.45 MB)
[#020] sha256:2214a60cdf75a295d2991cfbfeb11f307fb7f85ca474afe6a80f425a6ef71fb1 - 0.0% (187 Bytes)
[#021] sha256:1ecbfaa90a608559cbd2360ed64f80a5a435e60718a003876562826e3f216d2a - 0.0% (846 KB)
[#022] sha256:546e90317459ae45393fa53ca691b4ee7b8548d7f59870dd5725cbbc6b927d5f - 0.0% (103 Bytes)
[#023] sha256:4752a36a6b02c8e0c4d6a3587637d326fc0256b4ca19a0bbd9ad1560b1e86812 - 0.91% (176 MB)
[#024] sha256:2d35e0d258860ffc036d86ada066c40370a28efd3c097e0f9c810d2f509861d9 - 0.23% (44.6 MB)
[#025] sha256:5d0cc8dab20eaa88b6a3709f4b44c3ac9eebfad591cf3a945628c31848305c99 - 0.0% (2.93 KB)
[#026] sha256:13176c4495fb45d8a0a85ded9fe846f60a4450ac56437d4b82e25a9f6d39b245 - 0.0% (20.2 KB)
[#027] sha256:d043336a50c05ea1629fbc6c429aa1f0e7921b8b1d43d92a2de96d2855d696cc - 0.0% (42.7 KB)
[#028] sha256:303aac752415bc7dd0ca1b7ad1645d7829b64b7a9faf40689a76effdda4c888b - 0.0% (2.23 KB)
[#029] sha256:c79c527bd7c11f5af0c433ab7e1eb794fbfdb170ae59946b7f828699d57eda48 - 24.51% (4.66 GB)
[#030] sha256:60f16f0311ae62a38443038a6f3892c893eedb11f53cbba6f3aaa4c8492f2337 - 0.0% (66.7 KB)
[#031] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#032] sha256:ea54f9e0dee5d38de9abfa311db317acd10206c8cbc1f45ed1f499bf1245ee5e - 0.0% (144 Bytes)
[#033] sha256:7f0528710b40a4092ce8d2685ac232d31b4d382d1a5bb35fb23d42ecc58bf324 - 0.0% (154 Bytes)
[#034] sha256:53c17f55fedf7ba5d7c1ae6df66deb050403c7d9859f63f0edf85b9ac9c6d2d9 - 14.61% (2.78 GB)
[#035] sha256:ba7220d08b31b6ee7c2340cc8941d57edb63fb408ac8e558503e6eef39b1293a - 0.0% (13.1 KB)
[#036] sha256:6e45c3903273f35f8a19a508aed167116dd4ba203ef1b96cbee0a32c949a3749 - 0.01% (1.7 MB)
[#037] sha256:56acb409224047f59461462e28712b629c905502598e64399b6f1307ea52b0d0 - 0.42% (81 MB)
[#038] sha256:9c0b52ecdc0f19f860ceaa05edc8e6d857839d6309458e5e85b6a509af8560f3 - 0.0% (957 KB)
[#039] sha256:f1124b9c9e6ef4427287c7560a88dac984cdecdb15e8b7bbbdfe5308ab20f752 - 0.04% (7.33 MB)
[#040] sha256:78e551cd2f673b2be264904f309c7fffd3bbe6537732f15497634597953a8ec5 - 0.04% (7.96 MB)
[#041] sha256:7fa79ee122a349b74d0d5aedb3f66168a5879c698c076fe894b112c39f31adc0 - 0.04% (7.51 MB)
[#042] sha256:a4b222f82e95010690f7c157a8c6200c0db75c497ada7494a8b2226a9efe1e8f - 0.01% (1.93 MB)
[#043] sha256:aadae35f9597a3b91b05693d26218392ceb453108bb11f18dbfe6eedf7eea594 - 0.01% (1.76 MB)
[#044] sha256:8f10c7dc83a5f53c7e43ad86c4601114faa93d55876eb0e5511233093f3f0f63 - 0.04% (7.04 MB)
[#045] sha256:8f66ea613a5f6772b38e6100040cc9c3212622c8d2490233b76370068397cc1e - 0.33% (64.6 MB)
[#046] sha256:b21535c7d0fdf59730034cb60e58cdaad83c2e90e651d6b06ab753705406da73 - 1.01% (197 MB)
[#047] sha256:acb50837ba0e57c354dd62d1a03e6671a047b51c497ef90dabe6d81d691f4f48 - 0.12% (23.1 MB)
[#048] sha256:8464a58a8db925719f5bb2f1ad7cb10dbd76daa042460b8e8e8468a91545a2c5 - 1.24% (242 MB)
[#049] sha256:2f4bd420bc45396341125d304f043ba5e4ab187eeb823cf0b798a2674b311741 - 0.57% (110 MB)
[#050] sha256:f2ab5fe14106eb0054409d25d34a64dc413d4106fd6e4a3cdb3737ef09232ff8 - 0.41% (80.5 MB)
[#051] sha256:35c8c3331f3d99cf4e701972b06fb164508f3bb783a9319f7cfea6872b2189c5 - 0.0% (441 Bytes)
[#052] sha256:96d8de12427f7379378e2832c29f9fc7834c84920f851ae9a9fb31899e2fa3b9 - 0.0% (722 Bytes)
[#053] sha256:9cae799977d282918ea35b79d664c26daef7f7e03a095b30d5b6db928c601810 - 0.0% (507 Bytes)
[#054] sha256:f5a1b32402cfa247af538e62a3ba8806af67dc4b1cd22b02b5f6a65393d6b01a - 0.0% (517 Bytes)
[#055] sha256:91a372bcd885ee916dc6f48e5acd544e310f94577a05cf51cde8e4e2b5075234 - 0.0% (393 Bytes)
[#056] sha256:84cb62a31d4b7aadd73818e94d9e5468daa7809b9cdca918675e4b11718d643e - 0.07% (13.1 MB)
[#057] sha256:12fc2cd50f60783b1172b3420dbaeba1c677df92e0d59d09fb162da5899393fb - 0.02% (3.12 MB)
[#058] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#059] sha256:81e2084cf7e0b135d24692366dab6a5f5192a0c77c32edc613461ffbc0ea27b7 - 1.86% (363 MB)
[#060] sha256:76c0c5f0fb20964febd617282757fdb46cb9fe28e87ba9f5acc3cd5615e42cc2 - 1.86% (363 MB)
[#061] sha256:9549876a3f749752455c94516edf07a86eef57ead3c6c002f5d58e924273122e - 4.16% (809 MB)
[#062] sha256:73731a4a5c7c6b3370ecc36ab0bbf794b3851f5f228f63e6ce249288d31ba7ae - 0.09% (17.4 MB)
[#063] sha256:9a0fe9a6b32a426b829c616b61ff07a0b5db753061eb40cf8554317c53236434 - 0.09% (17.3 MB)
[#064] sha256:c5c86fea5c1f20fbb3cfb047b66cc9d28bc294676e2229835c9e021f76047e07 - 0.14% (27.1 MB)
[#065] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#066] sha256:b36fcaef655b7e173b1cdf1a73857c96905196d6f0db42bdeb12ab43bf2efe15 - 0.0% (3.95 KB)
[#067] sha256:c54bd9cf0a7618aed72475a4b4e348ab39ad244ec6948bd8eb75a223f1e1e2db - 0.0% (2.73 KB)
[#068] sha256:3306a11bbdd0877224bc26624e40b28a552b01a0d1a5663a20db211d81e9e9d8 - 0.03% (6.01 MB)
[#069] sha256:79c2c51b32430148c711234bfec830accf72b57c16a455ffe92c65da0a2686d6 - 15.37% (2.92 GB)
[#070] sha256:b146057a9a209697afb94d26cd2ad5124ff032a41c63c25951bc2af64b020c7d - 0.02% (3.35 MB)
[#071] sha256:ee1135c92fae225ab4c78bd8e695539e1b3b10b33abdec243e9c970122ba7379 - 0.0% (139 Bytes)
[#072] sha256:24cc14c204d8a29da46005da9687776cdb7fa5e6c75b6a77bb5378b21597fd75 - 0.05% (10.6 MB)
[#073] sha256:e547e58b3c9ed97b0b156aae476a240a9e9ef48b71cb9ac09d72ce6c3f2cc0cb - 0.06% (11.6 MB)
[#074] sha256:d277185faa35e93a29ae602708c973c47030fbae38ba641a2fbf8125ab4511f7 - 0.09% (17.5 MB)
[#075] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2026-04-10 06:56:52 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-04-10 06:56:52 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2026-04-10 06:56:54 UTC/bin/sh -c #(nop) ADD file:c98b7645109cdf61ab97492b90629581b1b7cb925b9d58a5787a4aaeb719f2be in /
2026-04-10 06:56:54 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-05-18 16:10:37 UTC (buildkit.dockerfile.v0)ENV NVARCH=sbsa
2026-05-18 16:10:37 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=580,driver<581 brand=grid,driver>=580,driver<581 brand=tesla,driver>=580,driver<581 brand=nvidia,driver>=580,driver<581 brand=quadro,driver>=580,driver<581 brand=quadrortx,driver>=580,driver<581 brand=nvidiartx,driver>=580,driver<581 brand=vapps,driver>=580,driver<581 brand=vpc,driver>=580,driver<581 brand=vcs,driver>=580,driver<581 brand=vws,driver>=580,driver<581 brand=cloudgaming,driver>=580,driver<581
2026-05-18 16:10:37 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.9.79-1
2026-05-18 16:10:37 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-05-18 16:10:37 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-05-18 16:10:37 UTC (buildkit.dockerfile.v0)ARG IMAGE_UPGRADE_ID=0
2026-05-18 16:10:37 UTC (buildkit.dockerfile.v0)RUN |2 TARGETARCH=arm64 IMAGE_UPGRADE_ID=20260518 /bin/sh -c echo "IMAGE_UPGRADE_ID=${IMAGE_UPGRADE_ID}" && apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 16:10:37 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.9.2
2026-05-18 16:14:22 UTC (buildkit.dockerfile.v0)RUN |2 TARGETARCH=arm64 IMAGE_UPGRADE_ID=20260518 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-9=${NV_CUDA_CUDART_VERSION} cuda-toolkit-12-9-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-12-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-config-common=${NV_CUDA_CUDART_VERSION} && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 16:20:34 UTC (buildkit.dockerfile.v0)RUN |2 TARGETARCH=arm64 IMAGE_UPGRADE_ID=20260518 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-12-9 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-12-9; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 16:23:23 UTC (buildkit.dockerfile.v0)RUN |2 TARGETARCH=arm64 IMAGE_UPGRADE_ID=20260518 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-orin-12-9 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-orin-12-9; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 16:23:23 UTC (buildkit.dockerfile.v0)RUN |2 TARGETARCH=arm64 IMAGE_UPGRADE_ID=20260518 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2026-05-18 16:23:23 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-05-18 16:23:23 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2026-05-18 16:23:23 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2026-05-18 16:23:23 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2026-05-18 16:23:23 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.9.2-1
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.9.79-1
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.4.1.87-1
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-9=12.4.1.87-1
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.5.10.65-1
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-9
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.9.2.10-1
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-9=12.9.2.10-1
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.27.3-1
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.27.3-1
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.27.3-1+cuda12.9
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-9=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-9=${NV_NVTX_VERSION} libcusparse-12-9=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2026-05-18 16:33:26 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.9.2-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.9.79-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.9.79-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.10.65-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.4.1.87-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-9=12.4.1.87-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-9
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.9.2.10-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-9=12.9.2.10-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.9.2-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-9=12.9.2-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.27.3-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.27.3-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.27.3-1+cuda12.9
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-9=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-9=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-9=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-9=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-9=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-9=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c NSYS_PATH=$(find /opt/nvidia/nsight-compute -type f -name "nsys" 2>/dev/null | head -n 1); if [ -n "$NSYS_PATH" ] && [ ! -f /usr/local/bin/nsys ]; then ln -s "$NSYS_PATH" /usr/local/bin/nsys; fi # buildkit
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2026-05-18 17:32:03 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.10.2.21-1
2026-05-18 17:32:03 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
2026-05-18 17:32:03 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.10.2.21-1
2026-05-18 17:32:03 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.10.2.21-1
2026-05-18 17:32:03 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-12=9.10.2.21-1
2026-05-18 17:32:03 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-05-18 17:32:03 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-05-18 17:32:03 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.10.2.21-1
2026-05-18 17:32:03 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ARG SGL_KERNEL_VERSION=0.4.6.post1
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ARG SGL_DEEP_GEMM_VERSION=0.1.5.post2
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG=0
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_VERSION=2.5.1
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ARG PIP_DEFAULT_INDEX
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ARG UBUNTU_MIRROR
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY=github.com
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ARG INSTALL_FLASHINFER_JIT_CACHE=1
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_VERSION=0.6.17
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_VERSION=0.3.12.post1
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ARG MSCCLPP_VERSION=sglang-v0.9.1
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ FLASHINFER_VERSION=0.6.17
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2026-08-14 00:24:36 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then sed -i "s|http://.*archive.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list && sed -i "s|http://.*security.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list; fi # buildkit
2026-08-14 00:25:07 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c apt update && apt install -y --no-install-recommends wget software-properties-common && apt install -y --no-install-recommends python3.12-full python3.12-dev && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 2 && update-alternatives --set python3 /usr/bin/python3.12 && wget -q https://bootstrap.pypa.io/get-pip.py && python3 get-pip.py --break-system-packages && rm get-pip.py && python3 -m pip config set global.break-system-packages true && cd /usr/lib/python3/dist-packages/ && ln -s apt_pkg.cpython-312-*-linux-gnu.so apt_pkg.so # buildkit
2026-08-14 00:26:19 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates software-properties-common netcat-openbsd kmod unzip openssh-server curl wget lsof locales build-essential cmake perl patchelf ccache git-lfs libopenmpi-dev libnuma1 libnuma-dev numactl ffmpeg libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev linux-libc-dev devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev && ln -sf /usr/bin/python3.12 /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2026-08-14 00:26:19 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c if [ -n "${PIP_DEFAULT_INDEX}" ]; then python3 -m pip config set global.index-url ${PIP_DEFAULT_INDEX}; fi # buildkit
2026-08-14 00:26:50 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && curl --retry 3 --retry-delay 2 -fsSL -o v${GDRCOPY_VERSION}.tar.gz https://${GITHUB_ARTIFACTORY}/NVIDIA/gdrcopy/archive/refs/tags/v${GDRCOPY_VERSION}.tar.gz && tar -xzf v${GDRCOPY_VERSION}.tar.gz && rm v${GDRCOPY_VERSION}.tar.gz && cd gdrcopy-${GDRCOPY_VERSION}/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit
2026-08-14 00:26:51 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so # buildkit
2026-08-14 00:26:51 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c locale-gen en_US.UTF-8 # buildkit
2026-08-14 00:26:51 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-08-14 00:26:51 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.9.2
2026-08-14 00:26:51 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-08-14 00:26:51 UTC (buildkit.dockerfile.v0)ARG SGL_KERNEL_VERSION
2026-08-14 00:26:51 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY
2026-08-14 00:26:51 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-08-14 00:26:51 UTC (buildkit.dockerfile.v0)ENV PATH=/root/.cargo/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
2026-08-14 00:26:59 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://sh.rustup.rs | sh -s -- -y --no-modify-path --profile minimal && rustc --version && cargo --version # buildkit
2026-08-14 00:27:03 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install --upgrade pip setuptools wheel html5lib six && case "$CUDA_VERSION" in 12.6.3) CUINDEX=126 ;; 12.9.2) CUINDEX=129 ;; 13.0.3) CUINDEX=130 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && if [ "$CUDA_VERSION" = "12.6.3" ]; then python3 -m pip install https://${GITHUB_ARTIFACTORY}/sgl-project/whl/releases/download/v${SGL_KERNEL_VERSION}/sglang_kernel-${SGL_KERNEL_VERSION}+cu124-cp310-abi3-manylinux2014_$(uname -m).whl --force-reinstall --no-deps ; elif [ "$CUDA_VERSION" = "12.9.2" ]; then python3 -m pip install https://${GITHUB_ARTIFACTORY}/sgl-project/whl/releases/download/v${SGL_KERNEL_VERSION}/sglang_kernel-${SGL_KERNEL_VERSION}+cu129-cp310-abi3-manylinux2014_$(uname -m).whl --force-reinstall --no-deps ; elif [ "$CUDA_VERSION" = "13.0.3" ]; then python3 -m pip install sglang-kernel==${SGL_KERNEL_VERSION} --force-reinstall --no-deps ; else echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ; fi # buildkit
2026-08-14 00:27:03 UTC (buildkit.dockerfile.v0)COPY python/pyproject.toml /tmp/sglang_deps/python/pyproject.toml # buildkit
2026-08-14 00:27:04 UTC (buildkit.dockerfile.v0)COPY rust/sglang-grpc /tmp/sglang_deps/rust/sglang-grpc # buildkit
2026-08-14 00:27:04 UTC (buildkit.dockerfile.v0)COPY rust/sglang-mm /tmp/sglang_deps/rust/sglang-mm # buildkit
2026-08-14 00:27:04 UTC (buildkit.dockerfile.v0)COPY proto /tmp/sglang_deps/proto # buildkit
2026-08-14 00:31:58 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c case "$CUDA_VERSION" in 12.6.3) CUINDEX=126 ;; 12.9.2) CUINDEX=129 ;; 13.0.3) CUINDEX=130 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && cd /tmp/sglang_deps/python && mkdir -p sglang && touch sglang/__init__.py && echo '__version__ = "0.0.0"' > sglang/version.py && touch README.md && touch LICENSE && SGL_DEEP_EP_VERSION="$(sed -n 's/^[[:space:]]*"sgl-deep-ep==\([^"]*\)",/\1/p' pyproject.toml)" && test -n "${SGL_DEEP_EP_VERSION}" && if [ "${CUDA_VERSION%%.*}" = "12" ]; then python3 -m pip install "sgl-deep-ep==${SGL_DEEP_EP_VERSION}+cu129" --index-url "https://docs.sglang.ai/whl/cu129/" --no-deps; fi && if [ "${CUDA_VERSION%%.*}" = "12" ]; then sed -i 's/cuda-python>=13\.0/cuda-python>=12,<13/' pyproject.toml && sed -i 's/flashinfer_python\[cu13\]/flashinfer_python[cu12]/' pyproject.toml && sed -i 's/nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' pyproject.toml; fi && python3 -m pip install --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} ".[${BUILD_TYPE}]" && if [ "${CUDA_VERSION%%.*}" = "12" ]; then pip list --format=freeze | awk -F'==' '/-cu13(==|$)/ {print $1}' | xargs -r python3 -m pip uninstall -y && python3 -m pip install --index-url https://download.pytorch.org/whl/cu${CUINDEX} torch==2.13.0 torchvision==0.28.0 torchaudio==2.11.0 --force-reinstall; python3 -m pip install https://github.com/sgl-project/whl/releases/download/v${SGL_DEEP_GEMM_VERSION}/sgl_deep_gemm-${SGL_DEEP_GEMM_VERSION}+cu129-py3-none-manylinux2014_$(uname -m).whl --force-reinstall; fi && cd /sgl-workspace && rm -rf /tmp/sglang_deps && pip freeze | grep -v "^sglang==" > /sgl-workspace/constraints.txt # buildkit
2026-08-14 00:31:59 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install --ignore-installed --no-deps distro # buildkit
2026-08-14 00:31:59 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-08-14 00:31:59 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-08-14 00:31:59 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.9.2
2026-08-14 00:31:59 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-08-14 00:31:59 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG
2026-08-14 00:31:59 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY
2026-08-14 00:31:59 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_VERSION
2026-08-14 00:31:59 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_COMPILE_ARG
2026-08-14 00:31:59 UTC (buildkit.dockerfile.v0)ARG MSCCLPP_VERSION
2026-08-14 00:31:59 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-08-14 00:32:01 UTC (buildkit.dockerfile.v0)COPY /wheels /tmp/wheels/hpc-ops # buildkit
2026-08-14 00:32:01 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c if ls /tmp/wheels/hpc-ops/*.whl >/dev/null 2>&1; then pip install --no-deps /tmp/wheels/hpc-ops/*.whl; fi && rm -rf /tmp/wheels/hpc-ops # buildkit
2026-08-14 00:33:40 UTC (buildkit.dockerfile.v0)COPY /flashinfer_jit_output/ /usr/local/lib/python3.12/dist-packages/ # buildkit
2026-08-14 00:33:40 UTC (buildkit.dockerfile.v0)COPY /tools/diff-so-fancy /usr/local/bin/ # buildkit
2026-08-14 00:33:40 UTC (buildkit.dockerfile.v0)COPY /tools/clang-format /usr/local/bin/ # buildkit
2026-08-14 00:33:40 UTC (buildkit.dockerfile.v0)COPY /tools/clangd /usr/local/bin/ # buildkit
2026-08-14 00:33:40 UTC (buildkit.dockerfile.v0)COPY /tools/lib /usr/local/lib/ # buildkit
2026-08-14 00:33:40 UTC (buildkit.dockerfile.v0)COPY /tools/cmake /usr/local/bin/ # buildkit
2026-08-14 00:33:40 UTC (buildkit.dockerfile.v0)COPY /tools/ctest /usr/local/bin/ # buildkit
2026-08-14 00:33:40 UTC (buildkit.dockerfile.v0)COPY /tools/cpack /usr/local/bin/ # buildkit
2026-08-14 00:33:41 UTC (buildkit.dockerfile.v0)COPY /tools/share/cmake-3.31 /usr/local/share/cmake-3.31 # buildkit
2026-08-14 00:33:41 UTC (buildkit.dockerfile.v0)COPY /tools/just /usr/local/bin/ # buildkit
2026-08-14 00:33:41 UTC (buildkit.dockerfile.v0)COPY /root/.oh-my-zsh /root/.oh-my-zsh # buildkit
2026-08-14 00:33:59 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gdb ninja-build vim tmux htop zsh tree silversearcher-ag cloc pkg-config bear less rdma-core openssh-server gnuplot infiniband-diags perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2026-08-14 00:34:15 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "amd64"; fi) /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "x86_64"; fi)/7fa2af80.pub && apt update -y && apt install -y --no-install-recommends nsight-systems-cli && rm -rf /var/lib/apt/lists/* # buildkit
2026-08-14 00:34:17 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c CUDA_MAJOR="${CUDA_VERSION%%.*}" && if [ "$CUDA_MAJOR" -ge 13 ]; then python3 -m pip install mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION}; else python3 -m pip install mooncake-transfer-engine==${MOONCAKE_VERSION}; fi # buildkit
2026-08-14 00:38:06 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c git clone --depth=1 --branch ${MSCCLPP_VERSION} https://${GITHUB_ARTIFACTORY}/microsoft/mscclpp.git /tmp/mscclpp && case "${CUDA_VERSION}" in 12.*) CMAKE_ARGS="-DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_CUDA=ON -DMSCCLPP_GPU_ARCHS=80,90,100,100a,103,103a" python3 -m pip install "/tmp/mscclpp[cuda12]"; ;; 13.*) CMAKE_ARGS="-DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_CUDA=ON -DMSCCLPP_GPU_ARCHS=80,90,100,100a,103,103a" python3 -m pip install "/tmp/mscclpp[cuda13]"; ;; *) echo "Unsupported CUDA version for MSCCL++: ${CUDA_VERSION}" && exit 1; ;; esac && rm -rf /tmp/mscclpp # buildkit
2026-08-14 00:38:18 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install -c /sgl-workspace/constraints.txt datamodel_code_generator pre-commit pytest black isort icdiff uv wheel scikit-build-core py-spy cubloaty google-cloud-storage pandas matplotlib tabulate termplotlib "runai-model-streamer[s3,gcs,azure]>=0.15.7" # buildkit
2026-08-14 00:38:22 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c if [ "${CUDA_VERSION%%.*}" = "12" ]; then python3 -m pip install nixl nixl-cu12 --no-deps ; python3 -m pip install "cuda-python>=12,<13" ; elif [ "${CUDA_VERSION%%.*}" = "13" ]; then python3 -m pip install nixl nixl-cu13 --no-deps ; python3 -m pip install "cuda-python>=13,<14" ; fi # buildkit
2026-08-14 00:38:22 UTC (buildkit.dockerfile.v0)COPY --chown=root:root --chmod=755 docker/configs/yank /usr/local/bin/yank # buildkit
2026-08-14 00:38:22 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.vimrc /opt/sglang/.vimrc # buildkit
2026-08-14 00:38:22 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.tmux.conf /opt/sglang/.tmux.conf # buildkit
2026-08-14 00:38:22 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.gitconfig /opt/sglang/.gitconfig # buildkit
2026-08-14 00:38:22 UTC (buildkit.dockerfile.v0)COPY docker/configs/.zshrc /root/.zshrc # buildkit
2026-08-14 00:38:23 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install --upgrade "urllib3>=2.6.3" "pillow>=12.1.1" # buildkit
2026-08-14 00:38:33 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c apt-get update && apt-get install -y --only-upgrade binutils binutils-common binutils-x86-64-linux-gnu libbinutils libctf0 libctf-nobfd0 libgprofng0 libsframe1 libgnutls30t64 libpam-modules libpam-modules-bin libpam-runtime libpam0g libsqlite3-0 libtasn1-6 dpkg dpkg-dev libdpkg-perl && rm -rf /var/lib/apt/lists/* # buildkit
2026-08-14 00:38:33 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-08-14 00:38:33 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-08-14 00:38:33 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.9.2
2026-08-14 00:38:33 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-08-14 00:38:33 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG
2026-08-14 00:38:33 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-08-14 00:38:34 UTC (buildkit.dockerfile.v0)COPY /src /tmp/local_src # buildkit
2026-08-14 00:38:37 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then cp -r /tmp/local_src /sgl-workspace/sglang; elif [ "$USE_LATEST_SGLANG" = "1" ]; then git clone --depth=1 https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; elif [ -z "$SGL_VERSION" ]; then echo "ERROR: SGL_VERSION must be set when USE_LATEST_SGLANG=0 and BRANCH_TYPE!=local" && exit 1; else git clone --depth=1 --branch v${SGL_VERSION} https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; fi && rm -rf /tmp/local_src # buildkit
2026-08-14 00:43:10 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c cd /sgl-workspace/sglang && if [ "${CUDA_VERSION%%.*}" = "12" ]; then sed -i 's/cuda-python>=13\.0/cuda-python>=12,<13/' python/pyproject.toml && sed -i 's/flashinfer_python\[cu13\]/flashinfer_python[cu12]/' python/pyproject.toml && sed -i 's/nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' python/pyproject.toml; fi && python3 -m pip install --no-deps -e "python[${BUILD_TYPE}]" && kernels lock python && ( success=0; if [ "$(uname -m)" = "aarch64" ]; then echo "Skipping kernels-community/sgl-flash-attn3 cubin download on aarch64 (no variants published upstream); kernels will be JIT-compiled at runtime"; success=1; else for i in 1 2 3; do echo "Attempt $i/3: downloading sgl-kernel cubins..." && kernels download python && success=1 && break; echo "sgl-kernel cubin download failed, retrying in 30s..." && sleep 30; done; if [ "$success" != "1" ]; then echo "WARNING: no matching sgl-flash-attn3 cubin variant for this torch+CUDA; kernels will be JIT-compiled at runtime"; success=1; fi; fi; [ "$success" = "1" ] ) && mkdir -p /root/.cache/huggingface /root/.cache/sglang && ( if [ -f python/kernels.lock ]; then mv python/kernels.lock /root/.cache/sglang/; fi ) && ( find /usr/local/lib/python3.12/dist-packages -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true ) # buildkit
2026-08-14 00:43:10 UTC (buildkit.dockerfile.v0)COPY /build/sgl-model-gateway-bin /usr/local/bin/sgl-model-gateway # buildkit
2026-08-14 00:43:10 UTC (buildkit.dockerfile.v0)COPY /build/gateway_wheels /tmp/gateway_wheels # buildkit
2026-08-14 00:43:15 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION= SGL_DEEP_GEMM_VERSION=0.1.5.post2 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.17 MOONCAKE_VERSION=0.3.12.post1 MSCCLPP_VERSION=sglang-v0.9.1 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install --force-reinstall /tmp/gateway_wheels/*.whl && rm -rf /tmp/gateway_wheels # buildkit
2026-08-14 00:43:15 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace/sglang
2026-08-14 00:43:15 UTC (buildkit.dockerfile.v0)ARG SGLANG_BUILD_COMMIT=c4271c3fe1262fc2adbd162c33b25de5255251c5
2026-08-14 00:43:15 UTC (buildkit.dockerfile.v0)ARG SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/31757139994
2026-08-14 00:43:15 UTC (buildkit.dockerfile.v0)ARG SGLANG_IMAGE_TAG=lmsysorg/sglang:nightly-dev-cu12-20260814-c4271c3f
2026-08-14 00:43:15 UTC (buildkit.dockerfile.v0)ENV SGLANG_BUILD_COMMIT=c4271c3fe1262fc2adbd162c33b25de5255251c5 SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/31757139994 SGLANG_IMAGE_TAG=lmsysorg/sglang:nightly-dev-cu12-20260814-c4271c3f
2026-08-14 00:43:15 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.source=https://github.com/sgl-project/sglang org.opencontainers.image.revision=c4271c3fe1262fc2adbd162c33b25de5255251c5 org.opencontainers.image.version=lmsysorg/sglang:nightly-dev-cu12-20260814-c4271c3f org.opencontainers.image.url=https://github.com/sgl-project/sglang/actions/runs/31757139994 ai.sglang.build.commit=c4271c3fe1262fc2adbd162c33b25de5255251c5 ai.sglang.build.url=https://github.com/sgl-project/sglang/actions/runs/31757139994 ai.sglang.image.tag=lmsysorg/sglang:nightly-dev-cu12-20260814-c4271c3f
2026-08-14 08:53:20 UTC (buildkit.dockerfile.v0)COPY docker/qwen38/cuda_pins.sh /opt/qwen38/cuda_pins.sh # buildkit
2026-08-14 08:53:20 UTC (buildkit.dockerfile.v0)COPY python/pyproject.toml /opt/qwen38/pyproject.toml # buildkit
2026-08-14 08:53:28 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c bash /opt/qwen38/cuda_pins.sh check-torch /opt/qwen38/pyproject.toml # buildkit
2026-08-14 08:58:21 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_NIGHTLY_VERSION=0.6.18.dev20260807
2026-08-14 08:58:21 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_JIT_CACHE_CUDA_TAG=cu129
2026-08-14 08:58:21 UTC (buildkit.dockerfile.v0)ARG CUTLASS_DSL_MIN_VERSION=4.7.0
2026-08-14 08:58:21 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_GIT_REPO=https://github.com/flashinfer-ai/flashinfer.git
2026-08-14 08:58:21 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_GIT_COMMIT=906181e3f4cf4bcc81835fb480db4011bbd80b62
2026-08-14 08:58:21 UTC (buildkit.dockerfile.v0)RUN |5 FLASHINFER_NIGHTLY_VERSION=0.6.18.dev20260807 FLASHINFER_JIT_CACHE_CUDA_TAG=cu129 CUTLASS_DSL_MIN_VERSION=4.7.0 FLASHINFER_GIT_REPO=https://github.com/flashinfer-ai/flashinfer.git FLASHINFER_GIT_COMMIT=906181e3f4cf4bcc81835fb480db4011bbd80b62 /bin/sh -c python3 -m pip uninstall -y flashinfer-python flashinfer-cubin flashinfer-jit-cache && rm -rf /root/.cache/flashinfer && python3 -m pip install "flashinfer-cubin==${FLASHINFER_NIGHTLY_VERSION}" "flashinfer-jit-cache==${FLASHINFER_NIGHTLY_VERSION}+${FLASHINFER_JIT_CACHE_CUDA_TAG}" --extra-index-url https://flashinfer.ai/whl/nightly/ --extra-index-url "https://flashinfer.ai/whl/nightly/${FLASHINFER_JIT_CACHE_CUDA_TAG}/" && git clone --filter=blob:none "${FLASHINFER_GIT_REPO}" /tmp/flashinfer && git -C /tmp/flashinfer checkout --detach "${FLASHINFER_GIT_COMMIT}" && git -C /tmp/flashinfer submodule update --init --recursive --depth 1 && python3 -m pip install --no-deps /tmp/flashinfer && python3 -m pip install "nvidia-cutlass-dsl>=${CUTLASS_DSL_MIN_VERSION}" && FLASHINFER_EXPECTED="${FLASHINFER_NIGHTLY_VERSION}" FLASHINFER_CUDA_TAG="${FLASHINFER_JIT_CACHE_CUDA_TAG}" python3 -c 'import os; from importlib.metadata import version; e = os.environ["FLASHINFER_EXPECTED"]; tag = os.environ["FLASHINFER_CUDA_TAG"]; got = {p: version(p) for p in ("flashinfer-cubin", "flashinfer-jit-cache")}; assert got["flashinfer-cubin"].split("+")[0] == e, got; assert got["flashinfer-jit-cache"].startswith(e + "+" + tag), got' && rm -rf /tmp/flashinfer /root/.cache/pip # buildkit
2026-08-14 08:58:21 UTC (buildkit.dockerfile.v0)ENV FLASHINFER_DISABLE_VERSION_CHECK=1
2026-08-14 08:58:21 UTC (buildkit.dockerfile.v0)ENV FLASHINFER_VERSION=0.6.18.dev20260807
2026-08-14 08:58:21 UTC (buildkit.dockerfile.v0)ENV FLASHINFER_PYTHON_GIT_COMMIT=906181e3f4cf4bcc81835fb480db4011bbd80b62
2026-08-14 08:58:21 UTC (buildkit.dockerfile.v0)LABEL ai.radixark.flashinfer.python_git_commit=906181e3f4cf4bcc81835fb480db4011bbd80b62 ai.radixark.flashinfer.prebuilt_nightly=0.6.18.dev20260807
2026-08-14 08:58:28 UTC (buildkit.dockerfile.v0)RUN |5 FLASHINFER_NIGHTLY_VERSION=0.6.18.dev20260807 FLASHINFER_JIT_CACHE_CUDA_TAG=cu129 CUTLASS_DSL_MIN_VERSION=4.7.0 FLASHINFER_GIT_REPO=https://github.com/flashinfer-ai/flashinfer.git FLASHINFER_GIT_COMMIT=906181e3f4cf4bcc81835fb480db4011bbd80b62 /bin/sh -c FI_ROOT="$(python3 -c 'import pathlib, flashinfer; print(pathlib.Path(flashinfer.__file__).resolve().parent.parent)')" && ln -sfn "${FI_ROOT}" /opt/flashinfer-src && if [ ! -f /opt/flashinfer-src/flashinfer/gemm/kernels/dense_bf16_gemm_direct.py ]; then echo "ERROR: flashinfer at ${FLASHINFER_GIT_COMMIT} does not ship flashinfer/gemm/kernels/dense_bf16_gemm_direct.py (PR #4266)." >&2; echo " Pin a FlashInfer that carries it, or serve with SGLANG_ENABLE_BF16_SPLITK_GEMM=0." >&2; exit 1; fi && if [ ! -f /opt/flashinfer-src/flashinfer/comm/mnnvl_cutedsl/__init__.py ]; then echo "ERROR: flashinfer at ${FLASHINFER_GIT_COMMIT} does not ship flashinfer/comm/mnnvl_cutedsl (PR #4358)." >&2; echo " That commit is the reason this image builds flashinfer-python from git;" >&2; echo " if it is absent, the wrong ref was installed." >&2; exit 1; fi # buildkit
2026-08-14 08:58:28 UTC (buildkit.dockerfile.v0)ENV SGLANG_FLASHINFER_PR4266_SOURCE=/opt/flashinfer-src
2026-08-14 08:58:34 UTC (buildkit.dockerfile.v0)RUN |5 FLASHINFER_NIGHTLY_VERSION=0.6.18.dev20260807 FLASHINFER_JIT_CACHE_CUDA_TAG=cu129 CUTLASS_DSL_MIN_VERSION=4.7.0 FLASHINFER_GIT_REPO=https://github.com/flashinfer-ai/flashinfer.git FLASHINFER_GIT_COMMIT=906181e3f4cf4bcc81835fb480db4011bbd80b62 /bin/sh -c rm -rf /sgl-workspace/sglang # buildkit
2026-08-14 08:58:35 UTC (buildkit.dockerfile.v0)COPY . /sgl-workspace/sglang # buildkit
2026-08-14 08:58:35 UTC (buildkit.dockerfile.v0)ARG SGLANG_VERSION=0.0.0.dev0+qwen38.27b.g561c8f3
2026-08-14 08:58:35 UTC (buildkit.dockerfile.v0)ARG SGL_WHL_CUDA_TAG=cu129
2026-08-14 09:04:59 UTC (buildkit.dockerfile.v0)RUN |7 FLASHINFER_NIGHTLY_VERSION=0.6.18.dev20260807 FLASHINFER_JIT_CACHE_CUDA_TAG=cu129 CUTLASS_DSL_MIN_VERSION=4.7.0 FLASHINFER_GIT_REPO=https://github.com/flashinfer-ai/flashinfer.git FLASHINFER_GIT_COMMIT=906181e3f4cf4bcc81835fb480db4011bbd80b62 SGLANG_VERSION=0.0.0.dev0+qwen38.27b.g561c8f3 SGL_WHL_CUDA_TAG=cu129 /bin/sh -c cd /sgl-workspace/sglang && rm -rf .git && test ! -e .git && SETUPTOOLS_SCM_PRETEND_VERSION="${SGLANG_VERSION}" pip install -e python --no-deps && bash docker/qwen38/cuda_pins.sh reconcile python/pyproject.toml "${SGL_WHL_CUDA_TAG}" sglang-kernel sgl-deep-gemm && kernels lock python && ( success=0; if [ "$(uname -m)" = "aarch64" ]; then echo "Skipping sgl-flash-attn3 cubin download on aarch64; kernels will be JIT-compiled at runtime"; success=1; else for i in 1 2 3; do echo "Attempt $i/3: downloading sgl-kernel cubins..."; if kernels download python; then success=1; break; fi; [ "$i" = "3" ] || { echo "sgl-kernel cubin download failed, retrying in 30s..."; sleep 30; }; done; fi; [ "$success" = "1" ] || echo "WARNING: no matching sgl-flash-attn3 cubin variant; kernels will be JIT-compiled at runtime" ) && mkdir -p /root/.cache/huggingface /root/.cache/sglang && ( if [ -f python/kernels.lock ]; then mv python/kernels.lock /root/.cache/sglang/; fi ) && rm -rf rust/target rust/sglang-grpc/target rust/sglang-mm/target rust/sglang-server/target /root/.cargo/registry /root/.cache/pip # buildkit
2026-08-14 09:05:24 UTC (buildkit.dockerfile.v0)RUN |7 FLASHINFER_NIGHTLY_VERSION=0.6.18.dev20260807 FLASHINFER_JIT_CACHE_CUDA_TAG=cu129 CUTLASS_DSL_MIN_VERSION=4.7.0 FLASHINFER_GIT_REPO=https://github.com/flashinfer-ai/flashinfer.git FLASHINFER_GIT_COMMIT=906181e3f4cf4bcc81835fb480db4011bbd80b62 SGLANG_VERSION=0.0.0.dev0+qwen38.27b.g561c8f3 SGL_WHL_CUDA_TAG=cu129 /bin/sh -c cd /sgl-workspace/sglang && bash docker/qwen38/cuda_pins.sh import-if-gpu deep_ep && python3 -c 'import sglang; print("sglang", sglang.__version__)' && bash docker/qwen38/cuda_pins.sh verify python/pyproject.toml sglang-kernel sgl-deep-gemm # buildkit
2026-08-14 09:05:24 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace/sglang
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.