Changeset 2843 for TOOLS

Timestamp:

05/12/16 15:42:41 (8 years ago)

Author:

labetoulle

Message:

[consogencmip6] data anonymization (store & logins)

Location:

TOOLS/ConsoGENCMIP6/bin

Files:

• alias_catalog.dat.init (added)
• plot_login.py (modified) (8 diffs)
• plot_store.py (modified) (9 diffs)

TOOLS/ConsoGENCMIP6/bin/plot_login.py

@@ -81 +81 @@
 
 ########################################
+def get_aliases(alias_file):
+
+  res = {}
+
+  if os.path.isfile(alias_file):
+    try:
+      data = np.genfromtxt(
+        os.path.join(alias_file),
+        skip_header=2,
+        converters={
+          0: str,
+          1: str,
+          2: str,
+          3: str,
+        },
+        missing_values="",
+      )
+    except Exception as rc:
+      print("Empty file {}:\n{}".format(filein, rc))
+      exit(1)
+
+  for alias, login, _, _ in data:
+    res[login] = alias
+
+  return res
+
+
+########################################
 def plot_init():
   paper_size  = np.array([29.7, 21.0])
@@ -97 +125 @@
 
 ########################################
-def plot_config(ax, ycoord, ylabels, title):
+def plot_config(fig, ax, ycoord, ylabels, title):
   """
   """
@@ -111 +139 @@
   ax.ticklabel_format(axis="x", style="sci", scilimits=(0, 0))
   ax.set_yticks(ycoord, minor=False)
-  ax.set_yticklabels(ylabels, size="x-small", fontweight="bold")
+  ax.set_yticklabels(ylabels, size="xx-small", fontweight="bold")
   ax.invert_yaxis()
 
@@ -119 +147 @@
   # 3) Define axes title
   ax.set_xlabel("heures", fontweight="bold")
+
+  # 4) Define plot size
+  fig.subplots_adjust(
+    left=0.08,
+    bottom=0.09,
+    right=0.93,
+    top=0.93,
+  )
 
   # ... Main title and legend ...
@@ -167 +203 @@
   project_name, DIR, OUT = parse_config("bin/config.ini")
 
-  (file_param, file_utheo, file_data) = \
-      get_input_files(DIR["SAVEDATA"],
-                      [OUT["PARAM"], OUT["UTHEO"], OUT["LOGIN"]])
+  (file_param, file_utheo, file_data) = get_input_files(
+    DIR["SAVEDATA"],
+    [OUT["PARAM"], OUT["UTHEO"], OUT["LOGIN"]]
+  )
+
+  alias_file = os.path.join(
+    "bin",
+    "alias_catalog.dat",
+  )
 
   img_name = os.path.splitext(
@@ -186 +228 @@
     print(fmt_str.format("img_name", img_name))
 
+  # .. Get alias info ..
+  # ====================
+  alias_dict = get_aliases(alias_file)
+
   # .. Get project info ..
   # ======================
@@ -213 +259 @@
 
   ycoord  = np.linspace(1, nb_items, num=nb_items)
-  ylabels = [item.login for item in selected_items]
+  ylabels = [
+    alias_dict[item.login] 
+    if item.login in alias_dict 
+    else str(hash(item.login)) 
+    for item in selected_items
+  ]
   consos  = np.array([item.conso for item in selected_items],
                       dtype=float)
@@ -234 +285 @@
     date
   )
-  plot_config(ax, ycoord, ylabels, title)
+  plot_config(fig, ax, ycoord, ylabels, title)
 
   # ... Save figure ...

TOOLS/ConsoGENCMIP6/bin/plot_store.py

@@ -150 +150 @@
 
 ########################################
+def get_aliases(alias_file):
+
+  res = {}
+
+  if os.path.isfile(alias_file):
+    try:
+      data = np.genfromtxt(
+        os.path.join(alias_file),
+        skip_header=2,
+        converters={
+          0: str,
+          1: str,
+          2: str,
+          3: str,
+        },
+        missing_values="",
+      )
+    except Exception as rc:
+      print("Empty file {}:\n{}".format(filein, rc))
+      exit(1)
+
+  for alias, login, _, _ in data:
+    res[login] = alias
+
+  return res
+
+
+########################################
 def plot_init():
   paper_size  = np.array([29.7, 21.0])
@@ -168 +196 @@
 
 ########################################
-def plot_config(ax, coords, ylabels, dirnames, title,
+def plot_config(fig, ax, coords, ylabels, dirnames, title,
                 tot_volume, tot_volume_init, delta):
   """
@@ -183 +211 @@
   ax.ticklabel_format(axis="x", style="sci", scilimits=(0, 0))
   ax.set_yticks(coords, minor=False)
-  ax.set_yticklabels(ylabels, size="x-small", fontweight="bold")
+  ax.set_yticklabels(ylabels, size="xx-small", fontweight="bold")
   ax.invert_yaxis()
 
@@ -197 +225 @@
   # 3) Define axes title
   ax.set_xlabel("$To$", fontweight="bold")
+
+  # 4) Define plot size
+  fig.subplots_adjust(
+    left=0.08,
+    bottom=0.09,
+    right=0.93,
+    top=0.93,
+  )
 
   # ... Main title and legend ...
@@ -264 +300 @@
       get_input_files(DIR["DATA"], [OUT["SINIT"]])
 
+  alias_file = os.path.join(
+    "bin",
+    "alias_catalog.dat",
+  )
+
   img_name = os.path.splitext(
                os.path.basename(__file__)
@@ -279 +320 @@
     print(fmt_str.format("file_init", file_init))
     print(fmt_str.format("img_name", img_name))
+
+  # .. Get alias info ..
+  # ====================
+  alias_dict = get_aliases(alias_file)
 
   # .. Get project info ..
@@ -316 +361 @@
   # .. Compute data to be plotted ..
   # ================================
-  ylabels = [item.login for item in selected_items]
+  ylabels = [
+    alias_dict[item.login] 
+    if item.login in alias_dict 
+    else str(hash(item.login)) 
+    for item in selected_items
+  ]
   values = np.array(
     [item.dirsize.convert_size("T").size for item in selected_items],
@@ -325 +375 @@
     dtype=float
   )
-  dirnames = [item.dirname for item in selected_items]
+  dirnames = [
+    "/".join(item.dirname.split("/")[6:]) for item in selected_items
+  ]
   date = selected_items[0].date
 
@@ -352 +404 @@
   delta = tot_volume - tot_volume_init
   
-  plot_config(ax, coords, ylabels, dirnames, title,
+  plot_config(fig, ax, coords, ylabels, dirnames, title,
               SizeUnit(tot_volume, "T"),
               SizeUnit(tot_volume_init, "T"),