Update Dockerfile to reflect how to compile bnb from source (huggingface#1437)

* Update Dockerfile

* Update Dockerfile

* Update build_docker_images.yml

* Update build_docker_images.yml

* Update Dockerfile

* Update Dockerfile

* add cmake to dockerfile

* use pip install instead

* Update Dockerfile

* Update Dockerfile

* Update Dockerfile

* Update Dockerfile

* final fix

* Update .github/workflows/build_docker_images.yml

Author: younesbelkada

docker/peft-gpu-bnb-latest/Dockerfile

@@ -31,7 +31,7 @@ RUN chsh -s /bin/bash
 SHELL ["/bin/bash", "-c"]
 
 # Stage 2
-FROM nvidia/cuda:12.2.2-devel-ubuntu22.04 AS build-image
+FROM nvidia/cuda:12.1.0-devel-ubuntu22.04 AS build-image
 COPY --from=compile-image /opt/conda /opt/conda
 ENV PATH /opt/conda/bin:$PATH
 
@@ -40,7 +40,7 @@ SHELL ["/bin/bash", "-c"]
 
 # Install apt libs
 RUN apt-get update && \
-    apt-get install -y curl git wget && \
+    apt-get install -y curl git wget cmake && \
     apt-get clean && \
     rm -rf /var/lib/apt/lists*
 
@@ -57,8 +57,9 @@ RUN source activate peft && \
     optimum \
     auto-gptq && \
     git clone https://github.com/TimDettmers/bitsandbytes && cd bitsandbytes && \
-    CUDA_VERSION=121 make cuda12x && \
-    python setup.py develop && \ 
+    cmake -B . -DCOMPUTE_BACKEND=cuda -S . && \
+    cmake --build . && \
+    pip install -e . && \ 
     pip freeze | grep bitsandbytes
 
 RUN echo "source activate peft" >> ~/.profile

docker/peft-gpu-bnb-source/Dockerfile

@@ -31,7 +31,7 @@ RUN chsh -s /bin/bash
 SHELL ["/bin/bash", "-c"]
 
 # Stage 2
-FROM nvidia/cuda:12.2.2-devel-ubuntu22.04 AS build-image
+FROM nvidia/cuda:12.1.0-devel-ubuntu22.04 AS build-image
 COPY --from=compile-image /opt/conda /opt/conda
 ENV PATH /opt/conda/bin:$PATH
 
@@ -40,7 +40,7 @@ SHELL ["/bin/bash", "-c"]
 
 # Install apt libs
 RUN apt-get update && \
-    apt-get install -y curl git wget && \
+    apt-get install -y curl git wget cmake && \
     apt-get clean && \
     rm -rf /var/lib/apt/lists*
 
@@ -57,8 +57,9 @@ RUN source activate peft && \
     optimum \
     auto-gptq && \
     git clone https://github.com/TimDettmers/bitsandbytes && cd bitsandbytes && \
-    CUDA_VERSION=121 make cuda12x && \
-    python setup.py develop && \ 
+    cmake -B . -DCOMPUTE_BACKEND=cuda -S . && \
+    cmake --build . && \
+    pip install -e . && \ 
     pip freeze | grep bitsandbytes
 
 RUN echo "source activate peft" >> ~/.profile