diff --git a/experiments/.DS_Store b/experiments/.DS_Store index 84e75920d9c6e8460be55b95d8bb719a22fdb85c..d7cc6a5930c1d2f11ba8895c4392a124cd2066bc 100644 Binary files a/experiments/.DS_Store and b/experiments/.DS_Store differ diff --git a/experiments/TOD_ontology_evaluation.py b/experiments/TOD_ontology_evaluation.py index 90c062eab04a1bf0df5770ed89efc11fd6ca64f2..7cffa384b6ecf39159e1cf109c05dfc716a6b4c7 100644 --- a/experiments/TOD_ontology_evaluation.py +++ b/experiments/TOD_ontology_evaluation.py @@ -73,7 +73,7 @@ def main(): common_config_suffix = os.path.commonprefix([c[::-1] for c in args.config_name_list])[::-1] args.config_name = args.config_name_list[0] + "_" + "_plus_".join([text.removeprefix(common_config_prefix).removesuffix(common_config_suffix) for text in args.config_name_list[1:]]) - logger = setup_logging("zeroshot_evaluation_" + args.config_name) + logger = setup_logging("evaluation_" + args.config_name) #load the config(s) @@ -125,7 +125,7 @@ def main(): result_filename += args.config_name if args.seed and not "seed" in args.config_name: result_filename += "_seed_" + str(args.seed) - result_filename += "_LLM_zeroshot_TOD_ontology_inference_results" + result_filename += "_LLM_TOD_ontology_inference_results" checkpoint_filename = result_filename + "_checkpoint" if config.predict_for_cot_decoding: result_filename += ".pt" @@ -145,7 +145,7 @@ def main(): result_filename += config_name if args.seed and not "seed" in config_name: result_filename += "_seed_" + str(args.seed) - result_filename += "_LLM_zeroshot_TOD_ontology_inference_results.json" + result_filename += "_LLM_TOD_ontology_inference_results.json" checkpoint_filename = result_filename.replace(".json", "_checkpoint.json") if config.predict_for_cot_decoding: result_filename = result_filename.replace(".json", ".pt") @@ -406,7 +406,7 @@ def main(): evaluation_filename += "_cot_" + aggregation_strategy + "_disp" + str(disparity_threshold) if args.k_branches_to_use: evaluation_filename += "_k_branches_" + str(args.k_branches_to_use) - evaluation_filename += "_LLM_zeroshot_TOD_ontology_evaluation_" + "results.json" + evaluation_filename += "_LLM_TOD_ontology_evaluation_" + "results.json" config_filename = "evaluation/" + args.config_name + "_config.json" logger.info("Saving evaluation results") diff --git a/experiments/TOD_ontology_inference.py b/experiments/TOD_ontology_inference.py index fa9bf591fd92a588be4ecc0ced39a8cc86e55af4..867d04d9bef372db60b872f8f2da98a81d2c171f 100644 --- a/experiments/TOD_ontology_inference.py +++ b/experiments/TOD_ontology_inference.py @@ -56,7 +56,7 @@ def main(): args = parser.parse_args() #setup logging - logger = setup_logging("zeroshot_inference_" + args.config_name) + logger = setup_logging("inference_" + args.config_name) logger.info(f"Running with config: {args.config_name}") @@ -92,8 +92,8 @@ def main(): result_filename += args.config_name if args.seed and "seed" not in args.config_name: result_filename += "_seed_" + str(args.seed) - checkpoint_filename = result_filename + "_LLM_zeroshot_TOD_ontology_inference_results_checkpoint.json" - result_filename += "_LLM_zeroshot_TOD_ontology_inference_results.json" + checkpoint_filename = result_filename + "_LLM_TOD_ontology_inference_results_checkpoint.json" + result_filename += "_LLM_TOD_ontology_inference_results.json" config_filename = "results/" + args.config_name + "_config.json" if config.predict_for_cot_decoding or config.analyse_top_k_tokens: