Create links to static directories from /tmp/static since under CWL

everything else is mounted read-only.

Author: mcduffie

spss/Dockerfile.l1a

@@ -25,13 +25,10 @@ RUN yum install -y libquadmath epel-release && \
     rm -rf /var/cache/yum
 
 # Create directory structure for PGE files and necessary files
-# Change /data/static permissions so any user can make symlinks there
 RUN mkdir -p /pge/bin && \
     mkdir -p /pge/static && \
     mkdir -p /pge/interface && \
-    mkdir -p /opt/packages && \
-    mkdir -p /data/static && \
-    chmod 777 /data/static
+    mkdir -p /opt/packages
 
 # Copy L1A PGE binary from build
 COPY --from=builder /build/spss/src/sips_pge/l1a_atms/pge/bin/L1AMw_main /pge/bin
@@ -61,7 +58,7 @@ RUN sed -i 's|../../../static|/pge/static|' /pge/static/SNDR.SNPP.ATMS.L1A.sfif_
 RUN sed -i -e 's|utcpole_20201220.dat|utcpole.dat|' -e 's|../../in/pcf|~/database/common/CSC|' /pge/static/SNDR.PGSToolkit_ProcessControlFile.pcf
 
 # Modify to point DEMs to a path controlled by Docker
-RUN sed -i -e 's|/peate/support/static/dem|/data/static/dem|' -e 's|/ref/devstable/STORE/mcf|/data/static/mcf|' /pge/static/SNDR.PGSToolkit_ProcessControlFile.pcf
+RUN sed -i -e 's|/peate/support/static/dem|/tmp/static/dem|' -e 's|/ref/devstable/STORE/mcf|/tmp/static/mcf|' /pge/static/SNDR.PGSToolkit_ProcessControlFile.pcf
 
 # Static files referenced in SFIF file
 COPY src/src/sips_pge/l1a_atms_snpp/static/SNDR.SNPP.ATMS.L1A.template.v02_02_08_201214135000.nc /pge/static

spss/Dockerfile.l1b

@@ -25,13 +25,10 @@ RUN yum install -y libquadmath epel-release && \
     rm -rf /var/cache/yum
 
 # Create directory structure for PGE files and necessary files
-# Change /data/static permissions so any user can make symlinks there
 RUN mkdir -p /pge/bin && \
     mkdir -p /pge/static && \
     mkdir -p /pge/interface && \
     mkdir -p /opt/packages && \
-    mkdir -p /data/static && \
-    chmod 777 /data/static
 
 # Copy L1B PGE binary
 COPY --from=builder /build/spss/src/sips_pge/l1b_atms/main/bin/L1BMw_main /pge/bin
@@ -58,7 +55,7 @@ COPY src/src/sips_pge/l1b_atms_snpp/acctest/in/SNDR.SchemaParameterfile.06040112
 RUN sed -i 's|../../../static|/pge/static|' /pge/static/SNDR.SNPP.L1bMw.sfif.acctest.xml
 
 # Modify to point DEMs to a path controlled by Docker
-RUN sed -i -e 's|/peate/support/static/dem|/data/static/dem|' -e 's|/ref/devstable/STORE/mcf|/data/static/mcf|' /pge/static/SNDR.PGSToolkit_ProcessControlFile.pcf
+RUN sed -i -e 's|/peate/support/static/dem|/tmp/static/dem|' -e 's|/ref/devstable/STORE/mcf|/tmp/static/mcf|' /pge/static/SNDR.PGSToolkit_ProcessControlFile.pcf
 
 # Static files referenced in SFIF file
 COPY src/src/sips_pge/l1b_atms_snpp/static/SNDR.SNPP.L1bMw.template.201217000000.nc /pge/static

spss/interface/run_l1a_pge.ipynb

@@ -173,8 +173,8 @@
     "    if not os.path.exists(path):\n",
     "        raise Exception(f\"Source static data path not found: {path}\")\n",
     "\n",
-    "dem_dst_path = \"/data/static/dem\"\n",
-    "mcf_dst_path = \"/data/static/mcf\"\n",
+    "dem_dst_path = \"/tmp/static/dem\"\n",
+    "mcf_dst_path = \"/tmp/static/mcf\"\n",
     "\n",
     "for src_path, dst_path in [(dem_src_path, dem_dst_path), (mcf_src_path, mcf_dst_path)]:\n",
     "    # Only error if the destination path exists and is not the same as the source\n",
@@ -183,6 +183,11 @@
     "        \n",
     "    # Destination path could exist if it is the same as the source path\n",
     "    if not os.path.exists(dst_path):\n",
+    "        # Create containing directory if it does not exist, for instance if it is a temp directory\n",
+    "        dst_base = os.path.dirname(dst_path)\n",
+    "        if not os.path.exists(dst_base):\n",
+    "            os.makedirs(dst_base)\n",
+    "        \n",
     "        logger.info(f\"Creating symbolic link to static data: {src_path} -> {dst_path}\")\n",
     "        os.symlink(src_path, dst_path)"
    ]

spss/interface/run_l1b_pge.ipynb

@@ -60,9 +60,6 @@
     "# Where PGE output files and log files get written\n",
     "output_path = \"/pge/out\"\n",
     "\n",
-    "# Location of dem and mcf static files\n",
-    "data_static_path = \"/tmp/static\"\n",
-    "\n",
     "# Enable verbose logging\n",
     "verbose = True"
    ]