Skip to content
Snippets Groups Projects
Commit 51caf047 authored by Hsien-Chin Lin's avatar Hsien-Chin Lin
Browse files

wip

parent 8fc6764b
Branches
No related tags found
No related merge requests found
...@@ -184,17 +184,21 @@ class Evaluator: ...@@ -184,17 +184,21 @@ class Evaluator:
scores = {} scores = {}
for emotion in self.emotion_list: for emotion in self.emotion_list:
if emotion == "Neutral":
continue
scores[emotion] = {"precision": [], scores[emotion] = {"precision": [],
"recall": [], "f1": [], "turn_acc": []} "recall": [], "f1": [], "turn_acc": []}
for gen_act, golden_act in zip(r[f"{emotion}_acts"], r["golden_acts"]): for gen_act, golden_act in zip(r[f"{emotion}_acts"], r["Neutral_acts"]):
s = f1_measure(preds=gen_act, labels=golden_act) s = f1_measure(preds=gen_act, labels=golden_act)
for metric in scores[emotion]: for metric in scores[emotion]:
scores[emotion][metric].append(s[metric]) scores[emotion][metric].append(s[metric])
result = {} result = {}
for emotion in self.emotion_list: for emotion in self.emotion_list:
if emotion == "Neutral":
continue
result[emotion] = {} result[emotion] = {}
result[emotion]["bleu"] = bleu(golden_utts=r["golden_utts"], result[emotion]["bleu"] = bleu(golden_utts=r["Neutral_utts"],
gen_utts=r[f"{emotion}_utts"]) gen_utts=r[f"{emotion}_utts"])
result[emotion]["SER"] = SER(gen_utts=r[f"{emotion}_utts"], result[emotion]["SER"] = SER(gen_utts=r[f"{emotion}_utts"],
gen_acts=r[f"{emotion}_acts"]) gen_acts=r[f"{emotion}_acts"])
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment