requirements.txt

.dockerignore

@@ -5,6 +5,8 @@
 flagged/
 *.csv
 *.db
+install.txt
+uninstall.txt
 
 # Byte-compiled / optimized / DLL files
 __pycache__/

.gitignore

@@ -5,6 +5,8 @@
 flagged/
 *.csv
 *.db
+install.txt
+uninstall.txt
 
 # Byte-compiled / optimized / DLL files
 __pycache__/

competitions/app.py

@@ -7,10 +7,13 @@ from fastapi import FastAPI, File, Form, Request, UploadFile
 from fastapi.responses import HTMLResponse, JSONResponse
 from fastapi.staticfiles import StaticFiles
 from fastapi.templating import Jinja2Templates
+from huggingface_hub import hf_hub_download
 from huggingface_hub.utils import disable_progress_bars
+from huggingface_hub.utils._errors import EntryNotFoundError
 from loguru import logger
 from pydantic import BaseModel
 
+from competitions import utils
 from competitions.errors import AuthenticationError
 from competitions.info import CompetitionInfo
 from competitions.leaderboard import Leaderboard
@@ -29,6 +32,22 @@ disable_progress_bars()
 COMP_INFO = CompetitionInfo(competition_id=COMPETITION_ID, autotrain_token=HF_TOKEN)
 
 
+try:
+    REQUIREMENTS_FNAME = hf_hub_download(
+        repo_id=COMPETITION_ID,
+        filename="requirements.txt",
+        token=HF_TOKEN,
+        repo_type="dataset",
+    )
+except EntryNotFoundError:
+    REQUIREMENTS_FNAME = None
+
+if REQUIREMENTS_FNAME:
+    logger.info("Uninstalling and installing requirements")
+    utils.uninstall_requirements(REQUIREMENTS_FNAME)
+    utils.install_requirements(REQUIREMENTS_FNAME)
+
+
 class User(BaseModel):
     user_token: str
 

competitions/evaluate.py

@@ -4,7 +4,8 @@ import os
 import shutil
 import subprocess
 
-from huggingface_hub import HfApi, Repository, snapshot_download
+from huggingface_hub import HfApi, Repository, hf_hub_download, snapshot_download
+from huggingface_hub.utils._errors import EntryNotFoundError
 from loguru import logger
 
 from competitions import utils
@@ -81,6 +82,20 @@ def run(params):
     utils.update_submission_status(params, "processing")
 
     if params.competition_type == "script":
+        try:
+            requirements_fname = hf_hub_download(
+                repo_id=params.competition_id,
+                filename="requirements.txt",
+                token=params.token,
+                repo_type="dataset",
+            )
+        except EntryNotFoundError:
+            requirements_fname = None
+
+        if requirements_fname:
+            logger.info("Installing requirements")
+            utils.uninstall_requirements(requirements_fname)
+            utils.install_requirements(requirements_fname)
         _ = Repository(local_dir="/tmp/data", clone_from=params.dataset, token=params.token)
         generate_submission_file(params)
 

competitions/utils.py

@@ -133,3 +133,61 @@ def monitor(func):
             pause_space(params)
 
     return wrapper
+
+
+def uninstall_requirements(requirements_fname):
+    if os.path.exists(requirements_fname):
+        # read the requirements.txt
+        uninstall_list = []
+        with open(requirements_fname, "r", encoding="utf-8") as f:
+            for line in f:
+                if line.startswith("-"):
+                    uninstall_list.append(line[1:])
+
+        # create an uninstall.txt
+        with open("uninstall.txt", "w", encoding="utf-8") as f:
+            for line in uninstall_list:
+                f.write(line)
+
+        pipe = subprocess.Popen(
+            [
+                "pip",
+                "uninstall",
+                "-r",
+                "uninstall.txt",
+                "-y",
+            ],
+        )
+        pipe.wait()
+        logger.info("Requirements uninstalled.")
+        return
+
+
+def install_requirements(requirements_fname):
+    # check if params.project_name has a requirements.txt
+    if os.path.exists(requirements_fname):
+        # install the requirements using subprocess, wait for it to finish
+        install_list = []
+
+        with open(requirements_fname, "r", encoding="utf-8") as f:
+            for line in f:
+                if not line.startswith("-"):
+                    install_list.append(line)
+
+        with open("install.txt", "w", encoding="utf-8") as f:
+            for line in install_list:
+                f.write(line)
+
+        pipe = subprocess.Popen(
+            [
+                "pip",
+                "install",
+                "-r",
+                "install.txt",
+            ],
+        )
+        pipe.wait()
+        logger.info("Requirements installed.")
+        return
+    logger.info("No requirements.txt found. Skipping requirements installation.")
+    return

install.txt

@@ -0,0 +1,2 @@
+xgboost
+git+https://github.com/abhishekkrthakur/autoxgb

uninstall.txt

@@ -0,0 +1,2 @@
+xgboost
+pandas