bongard-in-wonderland/Dockerfile at main · ml-research/bongard-in-wonderland · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
# Select the base image
FROM nvidia/cuda:12.1.0-devel-ubuntu20.04 as base

ENV DEBIAN_FRONTEND=noninteractive \
    PYTHONUNBUFFERED=1 \
    PIP_NO_CACHE_DIR=on \
    SHELL=/bin/bash \
    CUDA_HOME=/usr/local/cuda-12.1 \
    HF_HOME=/workspace/models/hub \
    PIP_EXTRA_INDEX_URL="https://download.pytorch.org/whl/cu121"

RUN apt-get update && DEBIAN_FRONTEND=noninteractive TZ=Etc/UTC apt-get -y install tzdata
# installations for python
RUN apt-get update && apt-get install -y git build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev wget libbz2-dev liblzma-dev python3-opencv libsqlite3-dev

## Install Ubuntu packages
RUN apt update && \
    apt -y upgrade && \
    apt install -y --no-install-recommends \
    software-properties-common \
    build-essential \
    nginx \
    bash \
    dos2unix \
    git \
    ncdu \
    net-tools \
    openssh-server \
    libglib2.0-0 \
    libsm6 \
    libgl1 \
    libxrender1 \
    libxext6 \
    ffmpeg \
    wget \
    curl \
    psmisc \
    rsync \
    vim \
    zip \
    unzip \
    htop \
    screen \
    tmux \
    pkg-config \
    libcairo2-dev \
    libgoogle-perftools4 \
    libtcmalloc-minimal4 \
    apt-transport-https \
    ca-certificates && \
    update-ca-certificates && \
    apt clean && \
    rm -rf /var/lib/apt/lists/* && \
    echo "en_US.UTF-8 UTF-8" > /etc/locale.gen

RUN mkdir /python
WORKDIR /python
RUN wget https://www.python.org/ftp/python/3.10.13/Python-3.10.13.tgz
RUN tar xzf Python-3.10.13.tgz
RUN rm Python-3.10.13.tgz
WORKDIR /python/Python-3.10.13
RUN ./configure --enable-optimizations
RUN make install

# link python 3.10 to python
RUN ln -s /usr/local/bin/python3 /usr/local/bin/python
RUN ln -s /usr/local/bin/pip3 /usr/local/bin/pip

# Stage 2: Install python modules
FROM base as setup
RUN pip3 install --upgrade pip

RUN pip3 install torch==2.1.2 torchvision==0.16.2 accelerate==0.26.1 deepspeed==0.13.1 pynvml==11.5.0 --upgrade

RUN pip3 install wheel setuptools rtpt
RUN pip install -U datasets

# RUN pip3 install transformers==4.37.2
RUN pip3 install git+https://github.com/huggingface/transformers
RUN pip3 install git+https://github.com/LLaVA-VL/LLaVA-NeXT.git

# copy the requirements file
COPY requirements.txt .
RUN pip3 install -r requirements.txt

RUN mkdir /workspace
WORKDIR /workspace