0.0.13

.gitignore

@@ -0,0 +1 @@
+apps.json

Dockerfile

@@ -1,7 +1,8 @@
-# build with: docker build . --tag sctg/roco-idefics3:0.0.9 --tag sctg/roco-idefics3:latest --push
+# build with: docker build . --tag sctg/roco-idefics3:0.0.13 --tag sctg/roco-idefics3:latest --push
 # run with 
-# docker run --gpus all --user=42420:42420 -p 8080:8080 -e HF_TOKEN=hf_TOKEN -it sctg/roco-idefics3:0.0.9 bash -i /start.sh sleep infinity
-# docker run --gpus all --user=42420:42420 -p 8080:8080 -it sctg/roco-idefics3:0.0.9 bash -i /start.sh python /learn.py hf_...
+# docker run --gpus all --user=42420:42420 -p 7000-8000:7000-8000 -p 8080:8080 -e HF_TOKEN=hf_TOKEN -it sctg/roco-idefics3:0.0.13 bash -i /start.sh sleep infinity
+# docker run --gpus all --user=42420:42420 -p 7000-8000:7000-8000 -p 8080:8080 -it sctg/roco-idefics3:0.0.13 bash -i /start.sh python /learn.py hf_...
+FROM cloudflare/cloudflared:latest as cloudflared
 FROM nvidia/cuda:11.6.1-devel-ubuntu20.04
 ARG NODE_MAJOR="20"
 RUN /usr/sbin/addgroup --gid 42420 ovh
@@ -17,6 +18,7 @@ COPY learn.py /learn.py
 # Mandatory to run the jobs in rootless mode
 USER root
 RUN chown -R 42420:42420 /workspace
+COPY --from=cloudflared /usr/local/bin/cloudflared /usr/local/bin/cloudflared
 USER 42420
 RUN curl -L https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh > /workspace/miniconda.sh
 RUN /bin/bash /workspace/miniconda.sh -b -p /workspace/.miniconda3
@@ -24,19 +26,25 @@ RUN . /workspace/.miniconda3/bin/activate && conda init --all
 RUN . /workspace/.miniconda3/bin/activate \
     && pip install -U "safetensors>=0.4.5" \
     && pip install -U tensorflow \
-    && pip install -U "https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-0.44.2.dev0-py3-none-manylinux_2_24_x86_64.whl" \
+    && pip install -U 'https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_multi-backend-refactor/bitsandbytes-0.44.1.dev0-py3-none-manylinux_2_24_x86_64.whl' \
     && pip install -U git+https://github.com/huggingface/transformers.git\
     && pip install huggingface_hub[cli] accelerate datasets peft\
     && pip install -U Pillow \
     && pip install -U torchvision torchaudio \
     && pip install jupyter_copilot \
+    && pip install -U jupyterlab-git \
+    && pip install -U jupyterlab-code-formatter \
+    && pip install -U black isort \
     && pip install unsloth\
+    && pip install gradio \
     && pip uninstall unsloth -y \
     && pip install --upgrade --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git
 
 
 RUN . /workspace/.miniconda3/bin/activate && conda install -y jupyter
 RUN rm -f /workspace/miniconda.sh
+RUN mkdir -p /workspace/.config/github-copilot/
+COPY apps.json.enc /workspace/.config/github-copilot/apps.json.enc
 # Mandatory to run the jobs in rootless mode
 # USER root
 # RUN chown -R 42420:42420 /workspace

apps.json.enc

@@ -0,0 +1,4 @@
+U2FsdGVkX18pDFgIQVRqC/ZSJxpyLeGB707YOM7dl1eBnl7o+kgaX/S0oMTopAqS
+H5O0rln4ex/xZO4XPUyNQRtJpM5GmIHyZd+WMyz1VGuk5pyTHYm0OQ5hckI9zjxM
+l655wf03Mxwbqdn0tMH/a/QkX5hExexNiRR5Fcb75pSNLVEZBwNTrulJgK1x+yrd
+l17aFX/eHe/cx65ODBFv6Ao6tofqUsG9LfNu3fgxKmg=

start.sh

@@ -4,6 +4,8 @@ JOB_ID=${JOB_ID:-'localhost'}
 JOB_HOST=${JOB_HOST:-'local'}
 export HOME=/workspace
 cd /workspace
+
+# Install git lfs
 git lfs install
 if [[ -z "$HF_TOKEN" || ! "$HF_TOKEN" =~ ^hf_ ]]; then
   export HF_TOKEN=${!#}
@@ -15,6 +17,13 @@ echo "HF_TOKEN: $HF_TOKEN"
 . /workspace/.miniconda3/bin/activate
 export SHELL=/bin/bash
 
+# Decode apps.json.enc file
+# encoded with: openssl aes-256-cbc -base64 -md sha256 -pass pass:"$HF_TOKEN" -in apps.json -out apps.json.enc
+# decode with: openssl aes-256-cbc -a -d -md sha256 -pass pass:"$HF_TOKEN" -in apps.json.enc -out apps.json
+if [ -f /workspace/.config/github-copilot/apps.json.enc ]; then
+  openssl aes-256-cbc -a -d -md sha256 -pass pass:"$HF_TOKEN" -in /workspace/.config/github-copilot/apps.json.enc -out /workspace/.config/github-copilot/apps.json
+fi
+
 git clone https://huggingface.co/eltorio/IDEFICS3_ROCOv2
 git config --global user.email "[email protected]"
 git config --global user.name "[email protected]"