Rebase unzip_ingestion_scoring

.circleci/config.yml

@@ -3,7 +3,7 @@ version: 2
 jobs:
   test:
     machine:
-      image: ubuntu-2004:2022.07.1
+      image: ubuntu-2204:2024.01.2
     steps:
       - checkout
 
@@ -34,18 +34,18 @@ jobs:
       - run:
           name: Build containers and collect static
           command: |
-            docker-compose -f docker-compose.yml -f docker-compose.selenium.yml up -d
-            docker-compose -f docker-compose.yml -f docker-compose.selenium.yml exec django python manage.py collectstatic --noinput
+            docker compose -f docker-compose.yml -f docker-compose.selenium.yml up -d
+            docker compose -f docker-compose.yml -f docker-compose.selenium.yml exec django python manage.py collectstatic --noinput
 
       - run: docker-compose exec django flake8 src/
 
       - run:
           name: pytest
-          command: docker-compose -f docker-compose.yml -f docker-compose.selenium.yml exec django py.test src/ -m "not e2e"
+          command: docker compose -f docker-compose.yml -f docker-compose.selenium.yml exec django py.test src/ -m "not e2e"
 
       - run:
           name: e2e tests
-          command: docker-compose -f docker-compose.yml -f docker-compose.selenium.yml exec django py.test src/tests/functional/ -m e2e
+          command: docker compose -f docker-compose.yml -f docker-compose.selenium.yml exec django py.test src/tests/functional/ -m e2e
           no_output_timeout: 60m
 
       - store_artifacts:

.env_circleci

@@ -10,6 +10,7 @@ RABBITMQ_DEFAULT_USER=rabbit-username
 RABBITMQ_DEFAULT_PASS=rabbit-password-you-should-change
 RABBITMQ_PORT=5672
 RABBITMQ_HOST=rabbit
+WORKER_CONNECTION_TIMEOUT=100000000 # milliseconds
 
 FLOWER_BASIC_AUTH=root:password-you-should-change
 

.env_sample

@@ -10,19 +10,24 @@ DB_PORT=5432
 DJANGO_SETTINGS_MODULE=settings.develop
 ALLOWED_HOSTS=localhost,example.com
 SUBMISSIONS_API_URL=http://django:8000/api
+MAX_EXECUTION_TIME_LIMIT=600 # time limit for the default queue (in seconds)
 
 # Local domain definition
 DOMAIN_NAME=localhost:80
 
 # SSL style domain definition
+TLS_EMAIL=your@email.com
 # DOMAIN_NAME=example.com:443
-# TLS_EMAIL=your@email.com
 
 RABBITMQ_HOST=rabbit
 RABBITMQ_DEFAULT_USER=rabbit-username
 RABBITMQ_DEFAULT_PASS=rabbit-password-you-should-change
 RABBITMQ_MANAGEMENT_PORT=15672
 RABBITMQ_PORT=5672
+WORKER_CONNECTION_TIMEOUT=100000000 # milliseconds
+#RABBITMQ_HTTP_PROXY=http://proxy-example:3128
+#RABBITMQ_HTTPS_PROXY=http://proxy-example:3128
+#RABBITMQ_NO_PROXY=localhost,172.0.0.0/8
 
 FLOWER_PUBLIC_PORT=5555
 
@@ -37,6 +42,9 @@ SELENIUM_HOSTNAME=selenium
 #EMAIL_HOST_PASSWORD=pass
 #EMAIL_PORT=587
 #EMAIL_USE_TLS=True
+#DEFAULT_FROM_EMAIL="Codabench <noreply@example.com>"
+#SERVER_EMAIL=noreply@example.com
+
 
 # -----------------------------------------------------------------------------
 # Storage
@@ -59,6 +67,7 @@ AWS_STORAGE_PRIVATE_BUCKET_NAME=private
 AWS_S3_ENDPOINT_URL=http://minio:9000/
 AWS_QUERYSTRING_AUTH=False
 
+
 # -----------------------------------------------------------------------------
 # Limit for re-running submission
 # This is used to limit users to rerun submissions
@@ -67,6 +76,13 @@ AWS_QUERYSTRING_AUTH=False
 RERUN_SUBMISSION_LIMIT=30
 
 
+# -----------------------------------------------------------------------------
+# Enable or disbale regular email sign-in an sign-up
+# -----------------------------------------------------------------------------
+ENABLE_SIGN_UP=True
+ENABLE_SIGN_IN=True
+
+
 # # S3 storage example
 # STORAGE_TYPE=s3
 # AWS_ACCESS_KEY_ID=12312312312312312331223

.github/CODE_OF_CONDUCT.md

@@ -0,0 +1,55 @@
+# Code of Conduct
+
+## 1. Introduction
+
+Welcome to Codabench! We are committed to fostering an open, inclusive, and respectful community. The purpose of this Code of Conduct is to ensure a safe and welcoming environment for everyone who contributes to this project.
+
+## 2. Expected Behavior
+
+We expect all participants in our community to:
+- Be respectful and considerate in all interactions.
+- Use welcoming and inclusive language.
+- Give constructive feedback and accept it gracefully.
+- Be collaborative and help foster a positive community.
+- Respect differing viewpoints and experiences.
+
+## 3. Unacceptable Behavior
+
+The following behaviors are not tolerated:
+- Harassment, discrimination, or offensive comments based on race, gender, sexual orientation, disability, religion, or any other personal characteristic.
+- Personal attacks, insults, trolling, or inflammatory remarks.
+- Posting inappropriate content, including hate speech, sexualized material, or violence.
+- Spamming, advertising, or other disruptive behavior.
+- Any other behavior that disrupts the integrity and inclusivity of the community.
+
+## 4. Scope
+
+This Code of Conduct applies to all interactions related to this project, including:
+- Issues, pull requests, and discussions on GitHub.
+- Communication via social media, forums, or other project-related channels.
+- Any other interactions between members of this community.
+
+## 5. Reporting Issues
+
+If you witness or experience any behavior that violates this Code of Conduct, please report it to **info@codalab.org**. All reports will be reviewed and handled confidentially.
+
+## 6. Enforcement
+
+Violations of this Code of Conduct may result in:
+- A warning.
+- Temporary or permanent suspension from project participation.
+- Reporting to relevant authorities if necessary.
+
+All enforcement decisions are made at the discretion of the project maintainers.
+
+## 7. Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant](https://www.contributor-covenant.org/), version 2.1.
+
+---
+
+### Questions?
+If you have any questions or concerns, please reach out to **info@codalab.org**.
+
+
+

.github/CONTRIBUTING.md

@@ -0,0 +1,23 @@
+# HOW YOU CAN CONTRIBUTE TO THE CODABENCH PROJECT
+
+## 1. Being a Codabench user.
+
+- Create a user account on https://codalab.lisn.fr and on https://codabench.org.
+- Register on https://codabench.org to this existing competition (IRIS-tuto) https://www.codabench.org/competitions/1115/  and make a submission (from https://github.com/codalab/competition-examples/tree/master/codabench/iris): sample_result_submission and sample_code_submission. See https://github.com/codalab/codabench/wiki/User_Participating-in-a-Competition
+- Create your own private competition (from https://github.com/codalab/competition-examples/tree/master/codabench/ ). See https://github.com/codalab/codabench/wiki/Getting-started-with-Codabench
+
+ ## 2. Setting a local instance of Codabench.
+
+- Follow the tutorial in codabench wiki: https://github.com/codalab/codabench/wiki/Codabench-Installation. According to your hosting OS, you might have to tune your environment file a bit. Try without enabling the SSL protocol (doing so, you don't need a domain name for the server). Try using the embedded Minio storage solution instead of a private cloud storage.
+- If needed, you can also look into https://github.com/codalab/codabench/wiki/How-to-deploy-Codabench-on-your-server
+
+## 3. Using one's local instance
+
+- Create your own competition and play with it. You can look at the output logs of each different docker container.
+- Setting you as an admin of your platform (https://github.com/codalab/codabench/wiki/Administrator-procedures#give-superuser-privileges-to-an-user) and visit the Django Admin menu: https://github.com/codalab/codabench/wiki/Administrator-procedures#give-superuser-privileges-to-an-user
+
+## 4. Setting an autonomous computer-worker on your PC
+
+- Configure and launch the docker container: https://github.com/codalab/codabench/wiki/Compute-Worker-Management---Setup
+- Create a private queue on your new own competition on the production server codabench.org: https://github.com/codalab/codabench/wiki/Queue-Management#create-queue
+- Assign your own compute-worker to this private queue instead of the default queue.

.github/ISSUE_TEMPLATE.md

@@ -0,0 +1,19 @@
+***This is a template, please remove any non-relevant details to your issue***
+
+If you are competition participant:
+-----------------------------------
+
+- This Github repository is about the **platform** itself.
+- If you problem is specific to a competition, **please contact directly its organizers**.
+
+If you are an organizer and have problem hosting your competition:
+------------------------------------------------------------------
+
+- Please post a link to your competition.
+
+
+If you are having trouble using the site:
+-----------------------------------------
+
+- What browser and version are you using?
+- What is the URL of the problem? Codalab is an open source project, we may not be supporting the instance you are using!

.gitignore

@@ -13,6 +13,7 @@ var/
 var_*/
 certs/
 backups/
+logs/
 
 src/static/output.css
 src/static/output.js
@@ -34,3 +35,8 @@ server_config.yaml
 
 .DS_Store
 .DS_Store?
+
+caddy_config/
+caddy_data/
+
+home_page_counters.json

Caddyfile

@@ -1,29 +1,52 @@
 {$DOMAIN_NAME} {
-  # HTTPS options:
+  # HTTPS Options
   tls {$TLS_EMAIL}
 
   # Test HTTPS setup
   # tls {$TLS_EMAIL} {
   #   ca https://acme-staging-v02.api.letsencrypt.org/directory
   # }
 
+
   # Removing some headers for improved security:
-  header / -Server
+  header -Server
+
+  @noRedirect {
+    not path /maintenance.html
+    not path /offline.png
+  }
+  @maintenanceModeActive file {
+    root /srv
+    try_files maintenance.on
+  }
+  handle @maintenanceModeActive {
+    root * /srv
+    redir @noRedirect /maintenance.html
+    file_server {
+      status 503
+    }
+  }
 
   # Serves static files, should be the same as `STATIC_ROOT` setting:
-  root /var/www/django
+  root * /var/www/django
+  file_server
 
-  # Serving dynamic requests:
-  proxy / django:8000 {
-    except /static /media
-    transparent
-    websocket
+  @noStatic {
+    not path /static/*
+    not path /media/*
   }
 
+
+  # Serving dynamic requests:
+  reverse_proxy @noStatic django:8000
+
   # Allows to use `.gz` files when available:
-  gzip
+  encode gzip
 
-  # Logs:
-  log stdout
-  errors stdout
+  # Logs, will keep 5 GB
+  log {
+    output file /var/log/caddyaccess.log {
+      roll_size 5000MiB
+    }
+  }
 }

Containerfile.compute_worker_podman

@@ -4,12 +4,12 @@ FROM fedora:37
 RUN dnf -y update && \
     # https://bugzilla.redhat.com/show_bug.cgi?id=1995337#c3
     rpm --setcaps shadow-utils 2>/dev/null && \
-    dnf -y install podman fuse-overlayfs python3.8 python3-pip \
+    dnf -y install podman fuse-overlayfs python3.9 \
         --exclude container-selinux && \
     dnf clean all && \
     rm -rf /var/cache /var/log/dnf* /var/log/yum.*
 
-# Setup user 
+# Setup user
 RUN useradd worker; \
 echo -e "worker:1:999\nworker:1001:64535" > /etc/subuid; \
 echo -e "worker:1:999\nworker:1001:64535" > /etc/subgid;
@@ -47,16 +47,23 @@ RUN echo -e "[registries.search]\nregistries = ['docker.io']\n" > /etc/container
 ENV PYTHONUNBUFFERED 1
 ENV CONTAINER_ENGINE_EXECUTABLE podman
 
-# Get pip for 3.8 
-RUN python3.8 -m ensurepip --upgrade
-
 WORKDIR /home/worker/compute_worker
 
 ADD compute_worker/ /home/worker/compute_worker
 
 RUN chown worker:worker -R /home/worker/compute_worker
 
-RUN pip3.8 install -r /home/worker/compute_worker/compute_worker_requirements.txt
+RUN curl -sSL https://install.python-poetry.org | python3.9 -
+# Poetry location so future commands (below) work
+ENV PATH $PATH:/root/.local/bin
+# Want poetry to use system python of docker container
+RUN poetry config virtualenvs.create false
+RUN poetry config virtualenvs.in-project false
+# So we get 3.9
+RUN poetry config virtualenvs.prefer-active-python true
+COPY ./compute_worker/pyproject.toml ./
+COPY ./compute_worker/poetry.lock ./
+RUN poetry install
 
 CMD celery -A compute_worker worker \
     -l info \

Containerfile.compute_worker_podman_gpu

@@ -7,12 +7,12 @@ RUN curl -s -L https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x8
     rpm -Uvh http://download1.rpmfusion.org/nonfree/fedora/rpmfusion-nonfree-release-$(rpm -E %fedora).noarch.rpm && \
     dnf -y update && \
     dnf module install -y nvidia-driver:latest-dkms && \
-    dnf -y install podman fuse-overlayfs python3.8 python3-pip nvidia-container-runtime nvidia-container-toolkit \
+    dnf -y install podman fuse-overlayfs python3.9 nvidia-container-runtime nvidia-container-toolkit \
      cuda --exclude container-selinux && \
     dnf clean all && \
     rm -rf /var/cache /var/log/dnf* /var/log/yum.*
 
-# Setup user 
+# Setup user
 RUN useradd worker; \
 echo -e "worker:1:999\nworker:1001:64535" > /etc/subuid; \
 echo -e "worker:1:999\nworker:1001:64535" > /etc/subgid;
@@ -49,15 +49,24 @@ RUN mkdir /codabench && \
     chown worker:worker /codabench && \
 # Set up podman registry for dockerhub
     echo -e "[registries.search]\nregistries = ['docker.io']\n" > /etc/containers/registries.conf && \
-# Get pip for 3.8 
-    python3.8 -m ensurepip --upgrade
 
 WORKDIR /home/worker/compute_worker
 
 ADD compute_worker/ /home/worker/compute_worker
 
-RUN chown worker:worker -R /home/worker/compute_worker && \
- pip3.8 install -r /home/worker/compute_worker/compute_worker_requirements.txt
+RUN curl -sSL https://install.python-poetry.org | python3.9 -
+# Poetry location so future commands (below) work
+ENV PATH $PATH:/root/.local/bin
+# Want poetry to use system python of docker container
+RUN poetry config virtualenvs.create false
+RUN poetry config virtualenvs.in-project false
+# So we get 3.9
+RUN poetry config virtualenvs.prefer-active-python true
+COPY ./compute_worker/pyproject.toml ./
+COPY ./compute_worker/poetry.lock ./
+RUN poetry install
+
+RUN chown worker:worker -R /home/worker/compute_worker
 
 CMD nvidia-smi && celery -A compute_worker worker \
     -l info \

Dockerfile

@@ -1,12 +1,21 @@
-FROM python:3.8
+FROM python:3.9.20
 
 RUN apt-get update && apt-get install -y gcc build-essential && rm -rf /var/lib/apt/lists/*
 
-ENV PYTHONUNBUFFERED 1
+ENV PYTHONUNBUFFERED=1
+
+RUN curl -sSL https://install.python-poetry.org | python3 - --version 1.8.3
+# Poetry location so future commands (below) work
+
+ENV PATH=$PATH:/root/.local/bin
+# Want poetry to use system python of docker container
+RUN poetry config virtualenvs.create false
+RUN poetry config virtualenvs.in-project false
+
+COPY pyproject.toml poetry.lock ./
+
+# Install dependencies
+RUN poetry install 
 
-ADD requirements.dev.txt .
-ADD requirements.txt .
-RUN pip install -U pip
-RUN pip install -r requirements.dev.txt
 
 WORKDIR /app