minor changes after refactoring

Author: RubaGarcia

.github/workflows/catalog_executor.yml

@@ -28,10 +28,19 @@ jobs:
       - name: Run script
         shell: bash -l {0}
         run: |
-          JOB_ID=$(sbatch catalogues/catalog_executor.sh | grep -o '[0-9]\+')
+          # Ensure the script exists and is executable, then submit via SLURM
+          SCRIPT_PATH="scripts/catalogue/catalog_executor.sh"
+          if [ ! -f "$SCRIPT_PATH" ]; then
+            echo "ERROR: $SCRIPT_PATH not found"
+            ls -la scripts/catalogue || true
+            exit 1
+          fi
+          chmod +x "$SCRIPT_PATH" || true
+          JOB_ID=$(sbatch "$SCRIPT_PATH" | grep -o '[0-9]\+')
           echo "Job ID: $JOB_ID"
           echo "JOB_ID=$JOB_ID" >> $GITHUB_ENV
           echo "Esperando a que termine el job $JOB_ID..."
+          # Wait until the job disappears from the squeue
           while squeue -j $JOB_ID | grep -q $JOB_ID; do
             sleep 10
           done

catalogues/README.md

@@ -4,6 +4,10 @@
 
 ![derived-era5-single-levels-daily-statistics_catalogue.png](images/derived-era5-single-levels-daily-statistics_catalogue.png)
 
+## insitu-gridded-observations-europe catalogue
+
+![insitu-gridded-observations-europe_catalogue.png](images/insitu-gridded-observations-europe_catalogue.png)
+
 ## reanalysis-cerra-land catalogue
 
 ![reanalysis-cerra-land_catalogue.png](images/reanalysis-cerra-land_catalogue.png)

environment.yml

@@ -29,3 +29,4 @@ dependencies:
       - ibicus
       - seaborn
       - tqdm
+      - git+https://github.com/ecmwf-projects/c3s-atlas.git

scripts/catalogue/generate_resumen.py

@@ -1,21 +1,28 @@
 import os
 import pandas as pd
 
-# Carpeta donde están las imágenes
-images_folder = "images"
-# CSV con la información completa
-all_catalogues_csv = "catalogues/all_catalogues.csv"
-# Nombre del fichero Markdown
-md_file = "README.md"
+# Paths corrected to match produce_catalog.py output
+# produce_catalog.py saves images to ../../catalogues/images
+images_folder = "../../catalogues/images"
+# produce_catalog.py writes the concatenated CSV to ../../catalogues/catalogues/all_catalogues.csv
+all_catalogues_csv = "../../catalogues/catalogues/all_catalogues.csv"
+# Write the generated markdown into the catalogues folder
+md_file = "../../catalogues/README.md"
 
 with open(md_file, "w", encoding="utf-8") as f:
     f.write("# Catalogue Overview\n\n")
 
     # Añadir imágenes
-    image_files = sorted([img for img in os.listdir(images_folder) if img.endswith(".png")])
-    for img in image_files:
-        f.write(f"## {img.replace('_', ' ').replace('.png','')}\n\n")
-        f.write(f"![{img}]({images_folder}/{img})\n\n")
+    if os.path.exists(images_folder):
+        image_files = sorted([img for img in os.listdir(images_folder) if img.endswith(".png")])
+        for img in image_files:
+            title = img.replace('_', ' ').replace('.png','')
+            # Use relative path from the markdown file to the images
+            rel_path = os.path.relpath(os.path.join(images_folder, img), os.path.dirname(md_file))
+            f.write(f"## {title}\n\n")
+            f.write(f"![{img}]({rel_path})\n\n")
+    else:
+        f.write("No images folder found.\n\n")
 
     # Añadir la tabla final
     if os.path.exists(all_catalogues_csv):