upgrade

Dockerfile

@@ -1,7 +1,7 @@
-# build with: docker build . --tag sctg/roco-idefics3:0.0.7 --tag sctg/roco-idefics3:latest --push
+# build with: docker build . --tag sctg/roco-idefics3:0.0.9 --tag sctg/roco-idefics3:latest --push
 # run with 
-# docker run --gpus all --user=42420:42420 -p 8080:8080 -e HF_TOKEN=hf_TOKEN -it sctg/roco-idefics3:0.0.7 bash -i /start.sh sleep infinity hf_TOKEN
-# docker run --gpus all --user=42420:42420 -p 8080:8080 -it sctg/roco-idefics3:0.0.7 bash -i /start.sh python /learn.py hf_...
+# docker run --gpus all --user=42420:42420 -p 8080:8080 -e HF_TOKEN=hf_TOKEN -it sctg/roco-idefics3:0.0.9 bash -i /start.sh sleep infinity
+# docker run --gpus all --user=42420:42420 -p 8080:8080 -it sctg/roco-idefics3:0.0.9 bash -i /start.sh python /learn.py hf_...
 FROM nvidia/cuda:11.6.1-devel-ubuntu20.04
 ARG NODE_MAJOR="20"
 RUN /usr/sbin/addgroup --gid 42420 ovh
@@ -23,12 +23,18 @@ RUN /bin/bash /workspace/miniconda.sh -b -p /workspace/.miniconda3
 RUN . /workspace/.miniconda3/bin/activate && conda init --all
 RUN . /workspace/.miniconda3/bin/activate \
     && pip install -U "safetensors>=0.4.5" \
+    && pip install -U tensorflow \
     && pip install -U "https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-0.44.2.dev0-py3-none-manylinux_2_24_x86_64.whl" \
     && pip install -U git+https://github.com/huggingface/transformers.git\
     && pip install huggingface_hub[cli] accelerate datasets peft\
     && pip install -U Pillow \
     && pip install -U torchvision torchaudio \
-    && pip install jupyter_copilot
+    && pip install jupyter_copilot \
+    && pip install unsloth\
+    && pip uninstall unsloth -y \
+    && pip install --upgrade --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git
+
+
 RUN . /workspace/.miniconda3/bin/activate && conda install -y jupyter
 RUN rm -f /workspace/miniconda.sh
 # Mandatory to run the jobs in rootless mode

start.sh

@@ -23,7 +23,7 @@ git config --global credential.helper store
 huggingface-cli login --add-to-git-credential --token $HF_TOKEN
 
 
-screen -dmS jupyter bash -c 'jupyter lab --ip=0.0.0.0 --port=8080 --no-browser --allow-root \
+screen -dmS jupyter bash -c 'SHELL=/bin/bash jupyter lab --ip=0.0.0.0 --port=8080 --no-browser --allow-root \
   --notebook-dir=/workspace \
   --LabApp.token="" \
   --LabApp.custom_display_url=${JOB_URL_SCHEME}${JOB_ID}-8080.${JOB_HOST} \