Update 7/31/2016

Author: Logan Karsten

python/regridUtilities/argUtil.py

@@ -2,6 +2,7 @@
 # to ensure they make sense. 
 
 import os
+from regridUtilities.logMod import logErr, logInfo, logMaster
 
 def checkArgs(parser):
     # Check to make sure input directory exists
@@ -42,6 +43,11 @@ def checkArgs(parser):
         if not parser.shpPath:
             print "ERROR: One must specify either a polygon shapefil or geoGrid file"
             raise
+    if parser.shpPath:
+        if parser.geoPath:
+            print "ERROR: One must choose either regridding to a geoGrid domain or \
+                  unstructured mesh"
+            raise
     if parser.geoPath:
         if len(parser.geoPath) == 0:
             print "ERROR: geoPath not specified"
@@ -50,3 +56,29 @@ def checkArgs(parser):
         if len(parser.shpPath) == 0:
             print "ERROR: shpPath not specified"
             raise
+        if not parser.shpUid:
+            print "ERROR: shpUid not specified"
+            raise
+        if len(parser.shpUid) == 0:
+            print "ERROR: shpUid not specified"
+            raise
+            
+def parseShpPath(shpPath,outPath):
+    # Utility function to decompose shapefile path, and return an output 
+    # NetCDF path to be used in pre-processing
+    logInfo('Parsing shapefile path for pre-processing.')
+    parse1 = shpPath.split('/')
+    shpFile = parse1[len(parse1)-1]
+    
+    parse2 = shpFile.split('.')
+    if len(parse2) != 2:
+        logErr('Unexpected shapefile path format')
+        raise
+    
+    segOut = ''
+    for i in range(0,len(parse1)-1):
+        segOut = segOut + parse1[i] + '/'
+      
+    outFile = parse2[0] + '_ESMF_UNSTRUC.nc'
+    outPath = segOut + outFile
+    

python/regridUtilities/logMod.py

@@ -10,7 +10,6 @@ def initLog(pId,cDate,logDir):
     # Create log file path
     logPath = logDir + "/REGRID_JOB_RANK" + str(MPI_RANK) + "_PID" + \
               str(pId) + "_" + cDate + ".LOG"
-    print logPath
     logging.basicConfig(filename=logPath,level=logging.DEBUG)
 
     logging.info('Program initialized from rank: ' + str(MPI_RANK))

python/regridUtilities/preProcMod.py

@@ -0,0 +1,19 @@
+# This is the pre-processing module file. Several sub-routines
+# are contained within here to handle pre-processing shapefiles 
+# representing unstructured meshes and geoGrid files representing
+# the LSM modeling domain.
+
+from regridUtilities.logMod import logErr, logInfo, logMaster
+
+def shpConvert(shpPath,shpUid,nodeThres,tmpDir,rank):
+    from utools.prep.prep_shapefiles import convert_to_esmf_format
+    from regridUtilities.argUtil import parseShpPath    
+    
+    try:
+        parseShpPath(shpPath,unstrucPath)
+    except:
+        raise
+        
+    logMaster('Initializing pre-processing of unstructured mesh')
+    convert_to_esmf_format(esmf_format, source, source_uid, \
+                           node_threshold=node_threshold)

regridRun.py

@@ -5,6 +5,7 @@
 # Research Applications Laboratory
 
 import sys, os
+from mpi4py import MPI
 
 # Set path to include internal library
 cwd = os.getcwd()
@@ -14,10 +15,12 @@
 import sys, os
 import argparse
 from regridUtilities.argUtil import checkArgs
-from regridUtilities.logMod import initLog
-#from regridUtilities.preProc import shpConvert
+from regridUtilities.logMod import initLog, logErr, logMaster, logInfo
+from regridUtilities.preProcMod import shpConvert
 import datetime
-import logging
+
+MPI_COMM = MPI.COMM_WORLD
+MPI_RANK = MPI_COMM.Get_rank()
 
 def main(argv):
     # Parse arguments passed in.
@@ -43,22 +46,52 @@ def main(argv):
                         # Specify output path to store NetCDF file.
     parser.add_argument('--shpPath', nargs='?', help='Input polygon shapefile')
     parser.add_argument('--geoPath', nargs='?', help='Input LSM geoGrid file.')
+    parser.add_argument('--shpUid', nargs='?', help='Unique Identifier for Shapefile.')
+    parser.add_argument('--nodeThresh', nargs='?', help='Number of nodes to cutoff.')
 
     args = parser.parse_args()
 
     # Ensure arguments provided by user are sane
-    try:
-        checkArgs(args)
-    except:
-        print "ERROR: Improper arguments passed."
-        sys.exit(1)
+    if MPI_RANK == 0:
+        try:
+            checkArgs(args)
+        except:
+            print "ERROR: Improper arguments passed."
+            sys.exit(1)
+
+    # Set default node threshold. For any unstructured polygons with a number
+    # of vertices above this number, they will be broken up to reduce 
+    # large ragged arrays.
+    if not parser.nodeThresh:
+        nodeThresh = 10000
 
     # Initiate log file to store log messages on
     pId = os.getpid()
     cDate = datetime.datetime.now()
     cDate = cDate.strftime('%Y_%m_%d_%H_%M_%S')
     logDir = cwd + "/log"
-    initLog(pId,cDate,logDir)        
+    initLog(pId,cDate,logDir)
+
+    # Establish temporary directory, which will hold temporary
+    # files during pre-processing, weight generation, and regridding
+    tmpDir = cwd + "/tmp"
+    
+    # First check to see if weight file already exists. If it does,
+    # forego pre-processing and go straight to pre-processing source 
+    # data for regridding. 
+    if os.path.isfile(parser.weightPath):
+        try:
+            shpConvert(shpPath,shpUid,nodeThresh,tmpDir,MPI_RANK)
+        except:
+            logErr('Pre-Processing of shapefile failed. Program exiting.')
+            sys.exit(1)
+    else:
+        if parser.shpPath:
+            
+            # Call routine to pre-process shp file
+        elif parser.geoPath:
+            # Call routine to pre-process geoGrid file
+        
 
 if __name__ == "__main__":
     main(sys.argv[1:])