osmosisdocker/miles_multilora:latest

Manifest digest

sha256:7d45555e1e7e6e987f18c0a95b21f0e6b2d3c8d6139072c3b50737fa259e6219

OS/ARCH

linux/amd64

Compressed size

20.54 GB

Last pushed

4 months by osmosisdocker

Type

Image

Manifest digest

sha256:7d45555e1e7e6e987f18c0a95b21f0e6b2d3c8d6139072c3b50737fa259e6219

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=24.040 B

5ADD file ... in / 28.35 MB

6CMD ["/bin/bash"]0 B

7ENV NVARCH=x86_640 B

8

ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536

0 B

9ENV NV_CUDA_CUDART_VERSION=13.0.88-10 B

10ARG TARGETARCH0 B

11LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

12RUN |1 TARGETARCH=amd64 /bin/sh -c4.34 MB

13ENV CUDA_VERSION=13.0.10 B

14RUN |1 TARGETARCH=amd64 /bin/sh -c100.28 MB

15RUN |1 TARGETARCH=amd64 /bin/sh -c184 B

16ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

17ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib640 B

18COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB

19ENV NVIDIA_VISIBLE_DEVICES=all0 B

20ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B

21ENV NV_CUDA_LIB_VERSION=13.0.1-10 B

22ENV NV_NVTX_VERSION=13.0.85-10 B

23ENV NV_LIBNPP_VERSION=13.0.1.2-10 B

24ENV NV_LIBNPP_PACKAGE=libnpp-13-0=13.0.1.2-10 B

25ENV NV_LIBCUSPARSE_VERSION=12.6.3.3-10 B

26ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-00 B

27ENV NV_LIBCUBLAS_VERSION=13.0.2.14-10 B

28ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-0=13.0.2.14-10 B

29ENV NV_LIBNCCL_PACKAGE_NAME=libnccl20 B

30ENV NV_LIBNCCL_PACKAGE_VERSION=2.28.3-10 B

31ENV NCCL_VERSION=2.28.3-10 B

32ENV NV_LIBNCCL_PACKAGE=libnccl2=2.28.3-1+cuda13.00 B

33ARG TARGETARCH0 B

34LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

35RUN |1 TARGETARCH=amd64 /bin/sh -c1.4 GB

36RUN |1 TARGETARCH=amd64 /bin/sh -c58.22 KB

37COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.64 KB

38COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB

39ENV NVIDIA_PRODUCT_NAME=CUDA0 B

40ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

41ENV NV_CUDA_LIB_VERSION=13.0.1-10 B

42ENV NV_CUDA_CUDART_DEV_VERSION=13.0.88-10 B

43ENV NV_NVML_DEV_VERSION=13.0.87-10 B

44ENV NV_LIBCUSPARSE_DEV_VERSION=12.6.3.3-10 B

45ENV NV_LIBNPP_DEV_VERSION=13.0.1.2-10 B

46ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-0=13.0.1.2-10 B

47ENV NV_LIBCUBLAS_DEV_VERSION=13.0.2.14-10 B

48ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-00 B

49ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-0=13.0.2.14-10 B

50ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.0.1-10 B

51ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-0=13.0.1-10 B

52ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev0 B

53ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.28.3-10 B

54ENV NCCL_VERSION=2.28.3-10 B

55ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.28.3-1+cuda13.00 B

56ARG TARGETARCH0 B

57LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

58RUN |1 TARGETARCH=amd64 /bin/sh -c2.15 GB

59RUN |1 TARGETARCH=amd64 /bin/sh -c87.63 KB

60ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B

61ENV NV_CUDNN_VERSION=9.13.0.50-10 B

62ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-130 B

63ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-13=9.13.0.50-10 B

64ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-13=9.13.0.50-10 B

65ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-13=9.13.0.50-10 B

66ARG TARGETARCH0 B

67LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

68LABEL com.nvidia.cudnn.version=9.13.0.50-10 B

69RUN |1 TARGETARCH=amd64 /bin/sh -c333.2 MB

70ARG TARGETARCH=amd640 B

71ARG BUILD_TYPE=all0 B

72ARG BRANCH_TYPE=remote0 B

73ARG GRACE_BLACKWELL=00 B

74ARG HOPPER_SBO=00 B

75ARG GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_20 B

76ARG HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d60 B

77ARG DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee0 B

78ARG BUILD_AND_DOWNLOAD_PARALLEL=80 B

79ARG SGL_KERNEL_VERSION=0.4.10 B

80ARG SGL_VERSION=0.5.100 B

81ARG USE_LATEST_SGLANG=00 B

82ARG GDRCOPY_VERSION=2.5.10 B

83ARG PIP_DEFAULT_INDEX0 B

84ARG UBUNTU_MIRROR0 B

85ARG GITHUB_ARTIFACTORY=github.com0 B

86ARG INSTALL_FLASHINFER_JIT_CACHE=10 B

87ARG FLASHINFER_VERSION=0.6.7.post20 B

88ARG MOONCAKE_VERSION=0.3.90 B

89ARG MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON0 B

90

ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ FLASHINFER_VERSION=0.6.7.post2

0 B

91

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

0 B

92RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote32 B

93RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote155.71 MB

94RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote470.37 MB

95RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote32 B

96RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote1.39 MB

97RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote188 B

98RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote846.29 KB

99ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B

100ARG BRANCH_TYPE0 B

101ARG BUILD_TYPE=all0 B

102ARG CUDA_VERSION=13.0.10 B

103ARG BUILD_AND_DOWNLOAD_PARALLEL0 B

104ARG SGL_KERNEL_VERSION0 B

105ARG SGL_VERSION=0.5.100 B

106ARG USE_LATEST_SGLANG0 B

107ARG INSTALL_FLASHINFER_JIT_CACHE=10 B

108ARG FLASHINFER_VERSION0 B

109ARG GRACE_BLACKWELL=00 B

110ARG GRACE_BLACKWELL_DEEPEP_BRANCH0 B

111ARG DEEPEP_COMMIT0 B

112ARG TRITON_LANG_COMMIT0 B

113ARG GITHUB_ARTIFACTORY0 B

114WORKDIR /sgl-workspace103 B

115COPY /src /tmp/local_src # buildkit455.9 MB

116RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote21.29 MB

117RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote5.64 GB

118RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote1.2 MB

119RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote36.11 MB

120RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote1.71 GB

121RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote87.42 MB

122RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote64.78 MB

123RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote73.77 MB

124RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote981.66 MB

125RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote64.05 MB

126RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote202.87 MB

127RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote20.13 MB

128RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote13.12 KB

129RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote1.7 MB

130RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote81.93 MB

131RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote44.42 MB

132RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote1.9 MB

133COPY --chown=root:root --chmod=755 docker/configs/yank /usr/local/bin/yank445 B

134RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote6.98 MB

135COPY docker/configs/opt/.vimrc /opt/sglang/.vimrc # buildkit721 B

136COPY docker/configs/opt/.tmux.conf /opt/sglang/.tmux.conf # buildkit505 B

137COPY docker/configs/opt/.gitconfig /opt/sglang/.gitconfig # buildkit518 B

138COPY docker/configs/.zshrc /root/.zshrc # buildkit392 B

139RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote308 B

140RUN |22 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote14.39 MB

141WORKDIR /sgl-workspace/sglang32 B

142ARG SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git0 B

143ARG SGLANG_BRANCH=qwen35_lora_miles_upstream_20 B

144ARG SGLANG_COMMIT=0 B

145ARG MEGATRON_REPO=radixark/Megatron-LM0 B

146ARG MEGATRON_BRANCH=miles-main0 B

147ARG ENABLE_CUDA_13=10 B

148ARG WHEELS_REPO=yueming-yuan/miles-wheels0 B

149ARG WHEELS_TAG=cu130-x86_640 B

150ARG TORCH_CUDA_ARCH_LIST=9.00 B

151WORKDIR /root/32 B

152ENV TORCH_CUDA_ARCH_LIST=9.00 B

153RUN |9 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=42.74 MB

154RUN |9 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=2.92 MB

155RUN |9 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=33.81 MB

156RUN |9 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=815.21 MB

157RUN |9 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=351.14 MB

158RUN |9 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=381.21 MB

159RUN |9 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=1.6 MB

160RUN |9 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=1.79 GB

161RUN |9 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=148.34 MB

162RUN |9 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=719.12 MB

163RUN |9 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=432.83 MB

164RUN |9 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=45.53 MB

165RUN |9 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=61.47 MB

166RUN |9 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=369.91 KB

167RUN |9 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=36.69 MB

168ARG MEGATRON_BRIDGE_REPO=https://github.com/artem-osmosis/Megatron-Bridge.git0 B

169ARG MEGATRON_BRIDGE_BRANCH=qwen35_miles_lora_v40 B

170RUN |11 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=65.42 MB

171RUN |11 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=956.91 KB

172RUN |11 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=12.36 MB

173COPY requirements.txt /tmp/requirements.txt # buildkit421 B

174RUN |11 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=267.5 MB

175RUN |11 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=670.35 MB

176RUN |11 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=37.95 MB

177RUN |11 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=152 B

178RUN |11 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=97.8 MB

179ARG MILES_REPO=Osmosis-AI/miles0 B

180ARG MILES_COMMIT=qwen35_lora_miles_v30 B

181RUN |13 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=14.13 MB

182RUN |13 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=193.79 KB

183ARG SGL_ROUTER_USE_WHEELS=10 B

184ARG SGL_ROUTER_REPO=https://github.com/radixark/sgl-router-for-miles.git0 B

185ARG SGL_ROUTER_BRANCH=main0 B

186RUN |16 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=53.87 MB

187RUN |16 SGLANG_REPO=https://github.com/Osmosis-AI/sglang.git SGLANG_BRANCH=qwen35_lora_miles_upstream_2 SGLANG_COMMIT=127 B

188WORKDIR /root32 B

189ENV DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=10 B

190WORKDIR /root32 B

191RUN /bin/sh -c apt-get update552.8 KB

192RUN /bin/sh -c python3 -m3.57 MB

193COPY sglang /root/sglang # buildkit10.14 MB

194COPY miles /root/miles # buildkit4.41 MB

195COPY Megatron-LM /root/Megatron-LM # buildkit1.31 MB

196COPY Megatron-Bridge /root/Megatron-Bridge # buildkit18.96 MB

197RUN /bin/sh -c cd /root/sglang340.4 MB

198RUN /bin/sh -c cd /root/miles4.77 MB

199RUN /bin/sh -c python3 -m285.39 KB

200RUN /bin/sh -c cd /root/Megatron-LM1.32 MB

201RUN /bin/sh -c cd /root/Megatron-Bridge96.82 MB

202WORKDIR /root32 B

Command

 ARG RELEASE