added download scripts[test]

Author: RubaGarcia

.github/workflows/run_all_requests_scripts.yml

@@ -0,0 +1,20 @@
+name: Run All Requests Scripts
+
+on:
+  push
+  #schedule:
+  #  - cron: '0 0 */3 * *'
+  #workflow_dispatch
+
+jobs:
+  run-scripts:
+    runs-on: self-hosted
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+      - name: Make launcher executable
+        run: chmod +x scripts/launch_all_requests_scripts.sh
+      - name: Run launcher with SLURM
+        run: |
+          module load miniconda3
+          bash scripts/launch_all_requests_scripts.sh

scripts/launch_all_requests_scripts.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+# Auto-generated SLURM batch launcher for all scripts in requests CSVs
+#SBATCH -p meteo_long
+#SBATCH --job-name=run_requests_scripts
+#SBATCH --output=slurm-%j.out
+#SBATCH --error=slurm-%j.err
+#SBATCH --cpus-per-task=1
+#SBATCH --mem=8G
+#SBATCH --time=2:00:00
+
+# Get all unique script paths from all requests/*.csv files
+SCRIPTS=$(awk -F',' 'NR>1 && $0!~/^$/ {for(i=1;i<=NF;i++) if($i ~ /scripts\// || $i ~ /derived\// || $i ~ /interpolation\//) print $i}' requests/*.csv | sort | uniq)
+
+source ~/.bashrc
+mamba activate c3s-atlas
+
+for script in $SCRIPTS; do
+    if [[ -f "$script" ]]; then
+        echo "Launching SLURM job for $script on node wn54"
+        sbatch --nodelist=wn054 --job-name=$(basename $script .py) --output=slurm-$(basename $script .py)-%j.out --wrap="source ~/.bashrc && mamba activate c3s-atlas && python $script"
+    else
+        echo "Script not found: $script"
+    fi
+done