-
Notifications
You must be signed in to change notification settings - Fork 19
Expand file tree
/
Copy pathDockerfile
More file actions
53 lines (47 loc) · 2.28 KB
/
Copy pathDockerfile
File metadata and controls
53 lines (47 loc) · 2.28 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
FROM nvcr.io/nvidia/cuda:12.9.1-devel-ubuntu24.04
ENV DEBIAN_FRONTEND=noninteractive
ARG PYPI_INDEX_URL=https://mirrors.aliyun.com/pypi/simple/
ARG PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cu129
ARG SGLANG_INDEX_URL=https://docs.sglang.ai/whl/cu129/
ENV VIRTUAL_ENV=/opt/meshy \
PATH=/opt/meshy/bin:${PATH}
RUN apt-get update && \
apt-get install -y --no-install-recommends \
git \
vim \
python3 \
python3-dev \
python3-venv && \
python3 -m venv "${VIRTUAL_ENV}" && \
python3 -m pip install --upgrade pip --index-url "${PYPI_INDEX_URL}" && \
python3 -m pip install uv --index-url "${PYPI_INDEX_URL}" && \
rm -rf /var/lib/apt/lists/*
RUN uv pip install --python "${VIRTUAL_ENV}/bin/python" \
--prerelease=allow sglang==0.5.18 \
--index-url "${PYPI_INDEX_URL}" && \
uv pip install --python "${VIRTUAL_ENV}/bin/python" \
torch==2.13.0 torchaudio==2.11.0 torchvision==0.28.0 \
--index-url "${PYTORCH_INDEX_URL}" \
--force-reinstall && \
uv pip install --python "${VIRTUAL_ENV}/bin/python" \
sglang-kernel \
--index-url "${SGLANG_INDEX_URL}" \
--force-reinstall && \
uv pip install --python "${VIRTUAL_ENV}/bin/python" \
sgl-deep-gemm \
--index-url "${SGLANG_INDEX_URL}" \
--force-reinstall \
--no-deps
COPY third_party/torchtitan-0.1.0.dev20260501+cu126-py3-none-any.whl /tmp/torchtitan-0.1.0.dev20260501+cu126-py3-none-any.whl
RUN uv pip install --python "${VIRTUAL_ENV}/bin/python" \
transformers datasets fastapi httpx cloudpickle loguru tensordict pybase64 huggingface_hub sympy pylatexenc uvicorn pyzmq hydra-core numpy msgspec psutil omegaconf "prometheus_client>=0.20.0" \
--index-url "${PYPI_INDEX_URL}" && \
uv pip install --python "${VIRTUAL_ENV}/bin/python" \
/tmp/torchtitan-0.1.0.dev20260501+cu126-py3-none-any.whl \
--index-url "${PYPI_INDEX_URL}" && \
rm /tmp/torchtitan-0.1.0.dev20260501+cu126-py3-none-any.whl && \
uv pip install --python "${VIRTUAL_ENV}/bin/python" \
TransferQueue==0.1.9 \
--index-url "${PYPI_INDEX_URL}" \
--no-deps && \
python -c "import sglang, torch, torchaudio, torchvision, torchtitan; print(torch.__version__, torch.version.cuda)"