From 33cc8eaa3163e032127863bf5ff4317d7ba2ab37 Mon Sep 17 00:00:00 2001
From: revuk100 <renato.vukovic@uni-duesseldorf.de>
Date: Thu, 29 Aug 2024 11:38:20 +0200
Subject: [PATCH] fix error in inference and evaluation filenaming
---
experiments/.DS_Store | Bin 10244 -> 10244 bytes
experiments/TOD_ontology_evaluation.py | 8 ++++----
experiments/TOD_ontology_inference.py | 6 +++---
3 files changed, 7 insertions(+), 7 deletions(-)
diff --git a/experiments/.DS_Store b/experiments/.DS_Store
index 84e75920d9c6e8460be55b95d8bb719a22fdb85c..d7cc6a5930c1d2f11ba8895c4392a124cd2066bc 100644
GIT binary patch
delta 60
zcmZn(XbG6$&nUAoU^hRb%w`?|ea6X01w}V66U=4YoGL8BxcRzBJnJS|cIJ%@7nnD*
REBs=atSh9u*+lFb698C&6RiLM
delta 943
zcmZn(XbG6$aFU^hRb>Si7ReMWC-hGd2!hE#?`h7yKUhIoczhIED$hIob?hD3%W
zhE#?ehIocthD3$}hGGUihD?S6hDwG!h9u9N{N$vZ{3Hej1_1^J21f=4hIyL}1bZ17
zB_|gMiR<Sv<bw@NV#sI6XUN8*bv;<?CLwvoV0nf-hE#@fhIob)hE#@RhJ1z;hD?S$
zhIEEvhIobousaJF5*doXuFYh~XUM~2up<Kl<GanrgtJ&VH5rN+N*VGP;z4eU&S1!7
zNCg{G#E{I8!BEK%&ydPc%uoXMat=c#Loq`JLoP!qLmop3gC2;7=H2xS42*UE!GHk-
z?2yf`C(ZnLut#$llE7X~1qVLFt02!OGn6nuJPHc_VulPfmw-Hp>=HSKqI!r|8Ax*m
z7H=|kqj}R9=1sh2*C#QchhaQJ8bdxq5jbKq8PXWiz~K)GUr>@uWhh}Ng(fi!KQhXq
zIYSk{GwN|hWjr{=#4}VeWHRL9jM#VJc>NEGR|XCIR$;Zt5|nD<8Oj+l8A=#3z*#Dl
e0Ti#;f*9mCxP_Z_CApY4vn%{!+5B6WnHc~sDdA%P
diff --git a/experiments/TOD_ontology_evaluation.py b/experiments/TOD_ontology_evaluation.py
index 90c062e..7cffa38 100644
--- a/experiments/TOD_ontology_evaluation.py
+++ b/experiments/TOD_ontology_evaluation.py
@@ -73,7 +73,7 @@ def main():
common_config_suffix = os.path.commonprefix([c[::-1] for c in args.config_name_list])[::-1]
args.config_name = args.config_name_list[0] + "_" + "_plus_".join([text.removeprefix(common_config_prefix).removesuffix(common_config_suffix) for text in args.config_name_list[1:]])
- logger = setup_logging("zeroshot_evaluation_" + args.config_name)
+ logger = setup_logging("evaluation_" + args.config_name)
#load the config(s)
@@ -125,7 +125,7 @@ def main():
result_filename += args.config_name
if args.seed and not "seed" in args.config_name:
result_filename += "_seed_" + str(args.seed)
- result_filename += "_LLM_zeroshot_TOD_ontology_inference_results"
+ result_filename += "_LLM_TOD_ontology_inference_results"
checkpoint_filename = result_filename + "_checkpoint"
if config.predict_for_cot_decoding:
result_filename += ".pt"
@@ -145,7 +145,7 @@ def main():
result_filename += config_name
if args.seed and not "seed" in config_name:
result_filename += "_seed_" + str(args.seed)
- result_filename += "_LLM_zeroshot_TOD_ontology_inference_results.json"
+ result_filename += "_LLM_TOD_ontology_inference_results.json"
checkpoint_filename = result_filename.replace(".json", "_checkpoint.json")
if config.predict_for_cot_decoding:
result_filename = result_filename.replace(".json", ".pt")
@@ -406,7 +406,7 @@ def main():
evaluation_filename += "_cot_" + aggregation_strategy + "_disp" + str(disparity_threshold)
if args.k_branches_to_use:
evaluation_filename += "_k_branches_" + str(args.k_branches_to_use)
- evaluation_filename += "_LLM_zeroshot_TOD_ontology_evaluation_" + "results.json"
+ evaluation_filename += "_LLM_TOD_ontology_evaluation_" + "results.json"
config_filename = "evaluation/" + args.config_name + "_config.json"
logger.info("Saving evaluation results")
diff --git a/experiments/TOD_ontology_inference.py b/experiments/TOD_ontology_inference.py
index fa9bf59..867d04d 100644
--- a/experiments/TOD_ontology_inference.py
+++ b/experiments/TOD_ontology_inference.py
@@ -56,7 +56,7 @@ def main():
args = parser.parse_args()
#setup logging
- logger = setup_logging("zeroshot_inference_" + args.config_name)
+ logger = setup_logging("inference_" + args.config_name)
logger.info(f"Running with config: {args.config_name}")
@@ -92,8 +92,8 @@ def main():
result_filename += args.config_name
if args.seed and "seed" not in args.config_name:
result_filename += "_seed_" + str(args.seed)
- checkpoint_filename = result_filename + "_LLM_zeroshot_TOD_ontology_inference_results_checkpoint.json"
- result_filename += "_LLM_zeroshot_TOD_ontology_inference_results.json"
+ checkpoint_filename = result_filename + "_LLM_TOD_ontology_inference_results_checkpoint.json"
+ result_filename += "_LLM_TOD_ontology_inference_results.json"
config_filename = "results/" + args.config_name + "_config.json"
if config.predict_for_cot_decoding or config.analyse_top_k_tokens:
--
GitLab