Changeset 2421

Timestamp:

03/02/15 14:19:08 (9 years ago)

Author:

labetoulle

Message:

copy plots on dods

Location:

TOOLS/ConsoGENCMIP6/bin

Files:

• conso_gencmip6.py (modified) (4 diffs)
• gencmip6.py (modified) (1 diff)
• gencmip6_path.py (deleted)
• gencmip6_path.py.init (modified) (3 diffs)
• plot_bilan.py (modified) (5 diffs)

TOOLS/ConsoGENCMIP6/bin/conso_gencmip6.py

@@ -25 +25 @@
   try :
     res = subprocess.check_output(command)
-  except Exception as rc :
-    # print(rc)
+  except Exception as rc:
+    print(rc)
     res = None
 
@@ -37 +37 @@
   command = ["du", "-sbh", dirname]
   try :
-    res = float(subprocess.check_output(command))
+    res = subprocess.check_output(command)
+    res = res.split()[0]
+
   except Exception as rc :
     print(rc)
@@ -65 +67 @@
       print(rc)
       exit()
-    with open(os.path.join(DIR["DATA"], OUT_CCCMP), "w") as fileout:
+    with open(os.path.join(DIR["DATA"], OUT["CCCMP"]), "w") as fileout:
       fileout.write(res)
 
@@ -259 +261 @@
       igcm_out = os.path.join(storedir, "IGCM_OUT")
 
-      for dirname in os.listdir(igcm_out):
-        print(dirname, get_dirsize(dirname))
-
+      if not os.path.isdir(igcm_out):
+        break
+
+      dirlist = []
+      try:
+        dirlist = os.listdir(igcm_out)
+      except OSError as rc:
+        print("Error on os.listdir({}):\n{}".format(igcm_out, rc))
+
+      for dirname in dirlist:
         result_str = "{:%Y-%m-%d} {:10s} {:>7s} {:s}\n".format(
                        today,
                        login,
-                       get_dirsize(dirname),
-                       dirname
+                       get_dirsize(os.path.join(igcm_out, dirname)),
+                       os.path.join(igcm_out, dirname)
                      )
-        if args.dryrun:
+
+        if args.dryrun or args.verbose:
           print(result_str.strip())
-        else:
+
+        if not args.dryrun:
           fileout.write(result_str)
 

TOOLS/ConsoGENCMIP6/bin/gencmip6.py

@@ -6 +6 @@
 
 # standard library imports
-# from argparse import ArgumentParser
 import socket
 import os
 import os.path
 import glob
+import shutil
 import datetime as dt
 import numpy as np
-# import matplotlib.pyplot as plt
-# from matplotlib.backends.backend_pdf import PdfPages
+
+# Application library imports
+from gencmip6_path import *
+
+
+########################################
+def dods_cp(filein):
+  """
+  """
+  if not DIR["DODS"]:
+    print("DODS directory not defined")
+    return
+
+  fileout = os.path.join(DIR["DODS"], os.path.basename(filein))
+  shutil.copy(filein, fileout)
+
+  return
 
 

TOOLS/ConsoGENCMIP6/bin/gencmip6_path.py.init

@@ -15 +15 @@
 ROOT_DIR = os.getcwd()
 
+# Common paths
 DIR = {
   "ROOT": ROOT_DIR,
@@ -20 +21 @@
   "SAVE": os.path.join(ROOT_DIR, "save"),
   "PLOT": os.path.join(ROOT_DIR, "plot"),
+  "DODS": None,
+}
+
+# Common files
+OUT = {
+  "PARAM": "OUT_CONSO_PARAM",
+  "BILAN": "OUT_CONSO_BILAN",
+  "UTHEO": "OUT_CONSO_UTHEO",
+  "LOGIN": "OUT_CONSO_LOGIN",
+  "STORE": "OUT_CONSO_STORE",
+  "CCCMP": "ccc_myproject.dat"
 }
 
@@ -25 +37 @@
 if __name__ == "__main__":
   print(DIR, )
-2
+  print(OUT, )

TOOLS/ConsoGENCMIP6/bin/plot_bilan.py

@@ -11 +11 @@
 import datetime as dt
 import numpy as np
-import matplotlib.pyplot as plt
-from matplotlib.backends.backend_pdf import PdfPages
 
 # Application library imports
@@ -252 +250 @@
   parser = ArgumentParser()
   parser.add_argument("-v", "--verbose", action="store_true",
-                      help="Verbose mode")
+                      help="verbose mode")
   parser.add_argument("-f", "--full", action="store_true",
                       help="plot the whole period")
@@ -263 +261 @@
   parser.add_argument("-m", "--max", action="store_true",
                       help="plot with y_max = allocation")
+  parser.add_argument("-s", "--show", action="store_true",
+                      help="interactive mode")
+  parser.add_argument("-d", "--dods", action="store_true",
+                      help="copy output on dods")
 
   return parser.parse_args()
@@ -272 +274 @@
   # .. Initialization ..
   # ====================
+
   # ... Command line arguments ...
   # ------------------------------
   args = get_arguments()
 
+  # ... Turn interactive mode off ...
+  # ---------------------------------
+  if not args.show:
+    import matplotlib
+    matplotlib.use('Agg')
+
+  import matplotlib.pyplot as plt
+  from matplotlib.backends.backend_pdf import PdfPages
+
+  if not args.show:
+    plt.ioff()
+
   # ... Files and directories ...
   # -----------------------------
-  file_param = get_last_file(DIR["DATA"], OUT["PARAM"])
-  file_utheo = get_last_file(DIR["DATA"], OUT["UTHEO"])
-  file_bilan = get_last_file(DIR["DATA"], OUT["BILAN"])
+  file_param = get_last_file(DIR["SAVE"], OUT["PARAM"])
+  file_utheo = get_last_file(DIR["SAVE"], OUT["UTHEO"])
+  file_bilan = get_last_file(DIR["SAVE"], OUT["BILAN"])
   img_name = "bilan.pdf"
 
@@ -373 +388 @@
   plot_save(os.path.join(DIR["PLOT"], img_name))
 
-  plt.show()
+  # ... Publish figure on dods ...
+  # ------------------------------
+  if args.dods:
+    dods_cp(os.path.join(DIR["PLOT"], img_name))
+
+  if args.show:
+    plt.show()