llm-engine/model-engine/model_engine_server/inference/sglang/Dockerfile.sglang at a8c2bd109b9e4ea2fca9855fa05309f17c978787 · scaleapi/llm-engine · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
# FROM lmsysorg/sglang:v0.4.6.post5-cu124 -- this one didn't work
FROM lmsysorg/sglang:v0.4.5.post3-cu121

# These aren't all needed but good to have for debugging purposes
RUN apt-get -yq update && DEBIAN_FRONTEND=noninteractive apt-get install -y \
  build-essential \
  apt-utils \
  dumb-init \
  git \
  gcc \
  ssh \
  htop \
  iftop \
  vim \
  apt-transport-https \
  ca-certificates \
  gnupg \
  curl \
  zlib1g-dev \
  libjpeg-dev \
  libsm6 \
  libxext6 \
  libxrender-dev \
  libgl1-mesa-glx \
  libglib2.0-0 \
  libgtk2.0-dev \
  libssl-dev \
  libbz2-dev \
  libreadline-dev \
  libsqlite3-dev \
  wget \
  llvm \
  libncurses5-dev \
  libncursesw5-dev \
  xz-utils \
  tk-dev \
  libffi-dev \
  liblzma-dev \
  python3-openssl \
  moreutils \
  libcurl4-openssl-dev \
  libssl-dev \
  python3-dev \
  gcc \
  && apt-get autoremove -y \
  && rm -rf /var/lib/apt/lists/* \
  && apt-get clean

# Copy model files into /root/model_files
ARG S5CMD_VERSION=2.2.2
RUN wget https://github.com/peak/s5cmd/releases/download/v${S5CMD_VERSION}/s5cmd_${S5CMD_VERSION}_linux_amd64.deb && \
    dpkg -i s5cmd_${S5CMD_VERSION}_linux_amd64.deb && \
    rm s5cmd_${S5CMD_VERSION}_linux_amd64.deb

# Copy sglang startup script
COPY sglang-startup-script.py /root/sglang-startup-script.py