diff --git a/post-processing/post_processing.py b/post-processing/post_processing.py index 96f46e03..faabde65 100644 --- a/post-processing/post_processing.py +++ b/post-processing/post_processing.py @@ -61,6 +61,7 @@ def run_post_processing(self, log_path, config): print("") df = pd.DataFrame() + df_csv_export = pd.DataFrame() # put all perflog information in one dataframe for file in log_files: try: @@ -73,7 +74,11 @@ def run_post_processing(self, log_path, config): print("") if df.empty: raise FileNotFoundError(errno.ENOENT, "Could not find a valid perflog in path", log_path) - + # specify columns to export from dataframe to csv + for col in config["csv_export"]: + df_csv_export = pd.concat([df_csv_export, df[col]], axis=1, join='outer') + if self.debug & self.verbose: + print(df_csv_export) # get axis columns columns = [config["x_axis"]["value"], config["y_axis"]["value"]] if config["x_axis"]["units"].get("column"): diff --git a/post-processing/post_processing_config.yaml b/post-processing/post_processing_config.yaml index 2e4b3521..5b0f5d4b 100644 --- a/post-processing/post_processing_config.yaml +++ b/post-processing/post_processing_config.yaml @@ -47,3 +47,10 @@ column_types: flops_unit: "str" system: "str" cpus_per_task: "int" + +# Specify which columns to export to csv file +csv_export: + [tasks, + flops_value, + Triad_unit, + cpus_per_task] \ No newline at end of file