Minor fixes

Author: ashwinprasadme

autogen/generate_typeevalpy_dataset.py

@@ -12,7 +12,9 @@
 current_datetime = datetime.datetime.now()
 formatted_datetime = current_datetime.strftime("%Y-%m-%d_%H-%M-%S")
 
-output_folder = f"{ROOT_DIR}/generated_typeevalpy_dataset_{formatted_datetime}"
+output_folder = (
+    f"{ROOT_DIR}/autogen/data/autogen_typeevalpy_benchmark_{formatted_datetime}"
+)
 error_folder = f"{ROOT_DIR}/.scrapy/error"
 benchmark_dir = f"{ROOT_DIR}/micro-benchmark-autogen-templates"
 shutil.rmtree(output_folder, ignore_errors=True)
@@ -83,9 +85,6 @@ def get_fact_stats(json_files):
     for json_file in json_files:
         with open(json_file, "r") as f:
             data = json.load(f)
-            if "ground_truth" not in data:
-                continue
-            data = data["ground_truth"]
             total_annotations += len(data)
             merged_cell = json_file
             for _t in data:
@@ -159,9 +158,6 @@ def get_fact_stats(json_files):
 for json_file in json_files:
     with open(json_file, "r") as f:
         data = json.load(f)
-        if "ground_truth" not in data:
-            continue
-        data = data["ground_truth"]
         total_annotations += len(data)
         for _t in data:
             total_types += len(_t["type"])

autogen/helpers.py

@@ -170,7 +170,7 @@ def save_files(
 
     if json_data:
         with open(json_file_path, "w") as file:
-            json.dump(json_data, file, indent=4)
+            json.dump(json_data["ground_truth"], file, indent=4)
     # print(f"Saved JSON ground truth to {json_file_path}")
 
     return code_file_path, json_file_path

src/main_analyze_results.py

@@ -954,14 +954,17 @@ def run_results_analyzer(results_dir):
                     item / "micro-benchmark/python_features", tool_name=item.name
                 )
 
-                logger.info(f"")
-                logger.info(f"Analyzing Sensitivities")
-                (
-                    tools_results[item.name]["sensitivity_error_result_data"],
-                    tools_results[item.name]["sensitivity_sound_data"],
-                ) = iterate_cats_sensitivities(
-                    item / "micro-benchmark/analysis_sensitivities", tool_name=item.name
-                )
+                # check if analysis_sensitivities exists
+                if (item / "micro-benchmark/analysis_sensitivities").exists():
+
+                    logger.info(f"Analyzing Sensitivities")
+                    (
+                        tools_results[item.name]["sensitivity_error_result_data"],
+                        tools_results[item.name]["sensitivity_sound_data"],
+                    ) = iterate_cats_sensitivities(
+                        item / "micro-benchmark/analysis_sensitivities",
+                        tool_name=item.name,
+                    )
 
             except Exception as e:
                 logger.error(
@@ -1005,15 +1008,23 @@ def run_results_analyzer(results_dir):
         "tools_exact_match_category_data.csv",
         f"{str(results_dir)}/tools_exact_match_category_data.csv",
     )
-    shutil.move(
-        "tools_sensitivities_data.csv",
-        f"{str(results_dir)}/tools_sensitivities_data.csv",
-    )
 
     os.makedirs(results_dir / "mismatches", exist_ok=True)
     os.makedirs(results_dir / "missing", exist_ok=True)
     os.makedirs(results_dir / "paper_tables", exist_ok=True)
 
+    # move if exists
+    if Path("tools_sensitivity_error_result_data.csv").exists():
+        shutil.move(
+            "tools_sensitivities_data.csv",
+            f"{str(results_dir)}/tools_sensitivities_data.csv",
+        )
+
+        shutil.copy(
+            f"{str(results_dir)}/tools_sensitivities_data.csv",
+            f"{str(results_dir)}/paper_tables/paper_table_6.csv",
+        )
+
     shutil.move(
         "paper_table_1.csv",
         f"{str(results_dir)}/paper_tables/paper_table_1.csv",
@@ -1034,10 +1045,7 @@ def run_results_analyzer(results_dir):
         "paper_table_5.csv",
         f"{str(results_dir)}/paper_tables/paper_table_5.csv",
     )
-    shutil.copy(
-        f"{str(results_dir)}/tools_sensitivities_data.csv",
-        f"{str(results_dir)}/paper_tables/paper_table_6.csv",
-    )
+
     for tool in list(tools_results.keys()):
         shutil.move(
             f"{tool}_mismatches_reasons.csv",