neurdb/Dockerfile at main · solopku/neurdb · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
# Use the official Ubuntu 22.04 as the base image
FROM nvidia/cuda:11.8.0-devel-ubuntu22.04

# Expose port
EXPOSE 5432

# Set environment variables to avoid interactive prompts during package installation
ENV DEBIAN_FRONTEND=noninteractive

# (Temporarily) Downgrade Python to 3.8
# RUN apt-get update && \
#     apt-get install -y software-properties-common && \
#     add-apt-repository ppa:deadsnakes/ppa && \
#     apt-get update && \
#     apt-get install -y \
#     python3.8 \
#     python3.8-dev \
#     python3.8-distutils \
#     python3-pip

# RUN update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.8 1

# Upgrade pip
RUN apt-get update && \
    apt-get install -y \
    python3-dev \
    python3-pip
# RUN pip install --upgrade setuptools pip

# Update package list and install necessary packages including Python 3.8, psycopg2, and LLVM distutils
RUN apt-get update && \
    apt-get install -y \
    python-is-python3 \
    sudo \
    curl \
    git \
    vim \
    wget \
    unzip \
    pkg-config \
    build-essential \
    libssl-dev \
    make \
    cmake \
    gcc \
    gdb \
    clang \
    flex \
    bison \
    libreadline-dev \
    zlib1g-dev \
    libicu-dev \
    libclang-dev \
    llvm-dev \
    libcurl4-openssl-dev \
    libwebsockets-dev \
    libcjson-dev \
    && apt-get clean

# Download libtorch CPU version and extract it to /home
# RUN wget https://download.pytorch.org/libtorch/cpu/libtorch-cxx11-abi-shared-with-deps-2.3.1%2Bcpu.zip
# RUN unzip libtorch-cxx11-abi-shared-with-deps-2.3.1+cpu.zip -d /home

# Set root password
RUN echo "root:rootpassword" | chpasswd

# Create a non-root user 'postgres' with an empty password and add to sudoers
RUN useradd -m -s /bin/bash postgres && \
    passwd -d postgres && \
    echo "postgres ALL=(ALL) NOPASSWD:ALL" >> /etc/sudoers

# Install Rust using rustup and cargo-pgrx as the postgres user
# Ensure rustc 1.78.0 rustc --version
# Ensure cargo-pgrx v0.11.4 cargo-pgrx --version
# USER postgres
# RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y && \
#     echo 'source $HOME/.cargo/env' >> $HOME/.bashrc && \
#     /bin/bash -c "source $HOME/.cargo/env && rustup install 1.78.0" && \
#     /bin/bash -c "source $HOME/.cargo/env && cargo install cargo-pgrx --version '0.11.4' --locked"

# Switch back to root to set system-wide environment variables
USER root

# Set the path for Rust and Cargo for both root and postgres users
# ENV PATH="/home/postgres/.cargo/bin:${PATH}"
# RUN echo 'export PATH="$PATH:/home/postgres/.cargo/bin"' >> /etc/profile
# RUN echo 'export PATH="$PATH:/home/postgres/.cargo/bin"' >> /home/postgres/.bashrc

# Set environment variables for both root and other users
ENV PKG_CONFIG_PATH="/usr/lib/x86_64-linux-gnu/pkgconfig"
ENV LD_LIBRARY_PATH="/usr/lib/x86_64-linux-gnu:$LD_LIBRARY_PATH"
ENV NEURDBPATH="/code/neurdb-dev"

# Set the working directory
WORKDIR $NEURDBPATH

# Add environmental variables
RUN echo "export PKG_CONFIG_PATH=${PKG_CONFIG_PATH}" >> /etc/profile && \
    echo "export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}" >> /etc/profile && \
    echo 'export LIBCLANG_PATH=$(llvm-config --libdir)' >> /etc/profile && \
    echo "export NEURDBPATH=${NEURDBPATH}" >> /etc/profile && \
    echo "export PKG_CONFIG_PATH=${PKG_CONFIG_PATH}" >> /home/postgres/.bashrc && \
    echo "export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}" >> /home/postgres/.bashrc && \
    echo 'export LIBCLANG_PATH=$(llvm-config --libdir)' >> /home/postgres/.bashrc && \
    echo "export NEURDBPATH=${NEURDBPATH}" >> /home/postgres/.bashrc

# Install Python packages
USER postgres
COPY aiengine/runtime/requirements.txt /usr/local/bin/requirements.txt
RUN pip install -r /usr/local/bin/requirements.txt --extra-index-url https://download.pytorch.org/whl/cu121

# Copy the build script into the container
USER root
COPY docker-init.sh /usr/local/bin/docker-init.sh

# Ensure the build script is executable
RUN chmod +x /usr/local/bin/docker-init.sh

# Change to non-root user 'postgres' for database compilation and running the init script
USER postgres

# Command to run the init.sh script
CMD ["bash", "/usr/local/bin/docker-init.sh"]