Picking columns to export CSV

post-processing/post_processing.py

@@ -61,6 +61,7 @@ def run_post_processing(self, log_path, config):
             print("")
 
         df = pd.DataFrame()
+        df_csv_export = pd.DataFrame()
         # put all perflog information in one dataframe
         for file in log_files:
             try:
@@ -73,7 +74,11 @@ def run_post_processing(self, log_path, config):
                     print("")
         if df.empty:
             raise FileNotFoundError(errno.ENOENT, "Could not find a valid perflog in path", log_path)
-
+        # specify columns to export from dataframe to csv
+        for col in config["csv_export"]:
+            df_csv_export = pd.concat([df_csv_export, df[col]], axis=1, join='outer')
+        if self.debug & self.verbose:
+            print(df_csv_export)
         # get axis columns
         columns = [config["x_axis"]["value"], config["y_axis"]["value"]]
         if config["x_axis"]["units"].get("column"):

post-processing/post_processing_config.yaml

@@ -47,3 +47,10 @@ column_types:
   flops_unit: "str"
   system: "str"
   cpus_per_task: "int"
+
+# Specify which columns to export to csv file
+csv_export:
+  [tasks,
+  flops_value,
+  Triad_unit,
+  cpus_per_task]