last shape for massive run (actual progress, 52%)

CORDEXRuns/lfLaunchAllCORDEX.py

@@ -22,14 +22,14 @@
 lisfloodcmd = '{python} {lisflood}'.format(python=py, lisflood=lisfloodpy)
 
 scenarios = ['historical', 'rcp85', 'rcp45']  
+scenarios = ['rcp85', 'rcp45']  
 
 dtReWarmUp = relativedelta(months = 1)
 
 def launchAll(scenarios=scenarios, outDir=outDir, runDirRoot=runDirRoot, dtReWarmUp=dtReWarmUp, preliminaryRun=False):
   meteoDataDirectory = '/eos/jeodpp/data/projects/CRITECH/ADAPTATION/lisflood/input/LAEAETRS89_BIAS_CORDEX'
   runDir = os.path.join(runDirRoot, 'conf')
   initDir = os.path.join(runDirRoot, 'init')
-  tmpOutDir = os.path.join(runDirRoot, 'tmpout')
 
   models = """
 IPSL-INERIS-WRF331F_BC
@@ -231,7 +231,9 @@ def launchSingleModel(scen, mdl, calendarDayStart, calendarDayEnd, calendar, wuC
                      outDir=outDir, runDirRoot=runDirRoot):
   runDir = os.path.join(runDirRoot, 'conf')
   initDir = os.path.join(runDirRoot, 'init')
-  tmpOutDir = os.path.join(runDirRoot, 'tmpout')
+ #tmpOutDir = os.path.join(runDirRoot, 'tmpout')
+  tmpOutDirPrefix = '/scratch2/critechproc/lisflood'
+
   calUnitStr = 'days since ' + calendarDayStart.strftime('%Y-%m-%d')
   try:
     stepEnd = netCDF4.date2num(calendarDayEnd, calUnitStr, calendar)
@@ -273,11 +275,11 @@ def launchSingleModel(scen, mdl, calendarDayStart, calendarDayEnd, calendar, wuC
     except:
       pass
 
-    tmpOutDirMdl = os.path.join(tmpOutDir, scen, mdl, wUseStr)
-    try:
-      os.makedirs(tmpOutDirMdl)
-    except:
-      pass
+    tmpOutDirMdl = '_'.join([tmpOutDirPrefix, scen, mdl, wUseStr])
+   #try:
+   #  os.makedirs(tmpOutDirMdl)
+   #except:
+   #  pass
 
     outDirMdl = os.path.join(outDir, scen, mdl, wUseStr)
     try:
@@ -337,7 +339,7 @@ def launchSingleModel(scen, mdl, calendarDayStart, calendarDayEnd, calendar, wuC
     os.system('condor_submit -disable ' + condorSubScrptFile)
    #time.sleep(45)
    #time.sleep(600)
-    time.sleep(120)
+    time.sleep(180)
 
 
 

lisfloodRunManager.py

@@ -282,15 +282,23 @@ def executeNextRun(self):
 
 
   def iterateRun(self):
-    starttime = time.time()
-    while True:
-      print('""" RUN MANAGER STATE """')
-      self._printState()
-      print('"""')
-      if not self.executeNextRun():
-        return
-    endtime = time.time()
-    print('All done. Elapsed time = ' + str(int(round(endtime - starttime))) + ' s')
+    try:
+      try:
+        os.makedirs(self.tmpOutDir)
+      except:
+        pass
+
+      starttime = time.time()
+      while True:
+        print('""" RUN MANAGER STATE """')
+        self._printState()
+        print('"""')
+        if not self.executeNextRun():
+          return
+      endtime = time.time()
+      print('All done. Elapsed time = ' + str(int(round(endtime - starttime))) + ' s')
+    finally:
+      os.rmtree(self.tmpOutDir, True)
 
 
 

template/lisfloodCondorSubmit.sh

@@ -10,7 +10,7 @@ executable   = @EXECUTABLE@
 +Owner="critechproc"
 
 RequestCpus = 8
-RequestMemory = 100Gb
+RequestMemory = 10Gb
 
 #Standar outputs
 #Output = @CONF_DIR@/condor_job.$(Cluster)_$(Process).out

template/settingsEurope.xml

@@ -1556,7 +1556,7 @@ TIMESTEP RELATED PARAMETERS
 </comment>
 
 <!-- menta -->
-<textvar name="numCPUs_parallelKinematicWave" value="10"/>
+<textvar name="numCPUs_parallelKinematicWave" value="20"/>
 
 <!-- menta -->
 <!--<textvar name="CalendarConvention" value="proleptic_gregorian"/>-->

template/settingsEurope_cold.xml

@@ -1539,7 +1539,7 @@ TIMESTEP RELATED PARAMETERS
 </comment>
 
 <!-- menta -->
-<textvar name="numCPUs_parallelKinematicWave" value="10"/>
+<textvar name="numCPUs_parallelKinematicWave" value="20"/>
 
 <!-- menta -->
 <textvar name="CalendarConvention" value="@CALENDAR_CONVENTION@"/>