Skip to content
Snippets Groups Projects
Commit c91759e3 authored by newRuntieException's avatar newRuntieException Committed by zhuqi
Browse files

update

parent 22834b72
No related branches found
No related tags found
No related merge requests found
...@@ -170,9 +170,9 @@ class Analyzer: ...@@ -170,9 +170,9 @@ class Analyzer:
logger.info('task success: %.3f', suc_num/(j+1)) logger.info('task success: %.3f', suc_num/(j+1))
logger.info('book rate: %.3f', np.mean(match)) logger.info('book rate: %.3f', np.mean(match))
logger.info('inform precision/recall/f1: %.3f %.3f %.3f', np.mean(precision), np.mean(recall), np.mean(f1)) logger.info('inform precision/recall/f1: %.3f %.3f %.3f', np.mean(precision), np.mean(recall), np.mean(f1))
logging.info("percentage of domains that satisfy the database constraints: %.3f}" % \ logging.info("percentage of domains that satisfy the database constraints: %.3f" % \
(1 if num_domains == 0 else (num_domains_satisfying_constraints / num_domains))) (1 if num_domains == 0 else (num_domains_satisfying_constraints / num_domains)))
logging.info("percentage of dialogs that satisfy the database constraints: %.3f}" % (num_dialogs_satisfying_constraints / (j + 1))) logging.info("percentage of dialogs that satisfy the database constraints: %.3f" % (num_dialogs_satisfying_constraints / (j + 1)))
domain_set = [] domain_set = []
for da in sess.evaluator.usr_da_array: for da in sess.evaluator.usr_da_array:
if da.split('-')[0] != 'general' and da.split('-')[0] not in domain_set: if da.split('-')[0] != 'general' and da.split('-')[0] not in domain_set:
...@@ -207,9 +207,9 @@ class Analyzer: ...@@ -207,9 +207,9 @@ class Analyzer:
print('average book rate:', np.mean(match)) print('average book rate:', np.mean(match))
print("average turn (succ):", tmp) print("average turn (succ):", tmp)
print("average turn (all):", turn_num / total_dialog) print("average turn (all):", turn_num / total_dialog)
print("percentage of domains that satisfy the database constraints: %.3f}" % \ print("percentage of domains that satisfy the database constraints: %.3f" % \
(1 if num_domains == 0 else (num_domains_satisfying_constraints / num_domains))) (1 if num_domains == 0 else (num_domains_satisfying_constraints / num_domains)))
print("percentage of dialogs that satisfy the database constraints: %.3f}" % (num_dialogs_satisfying_constraints / total_dialog)) print("percentage of dialogs that satisfy the database constraints: %.3f" % (num_dialogs_satisfying_constraints / total_dialog))
print("=" * 100) print("=" * 100)
print("complete number of dialogs/tot:", complete_num / total_dialog, file=f) print("complete number of dialogs/tot:", complete_num / total_dialog, file=f)
print("success number of dialogs/tot:", suc_num / total_dialog, file=f) print("success number of dialogs/tot:", suc_num / total_dialog, file=f)
...@@ -219,9 +219,9 @@ class Analyzer: ...@@ -219,9 +219,9 @@ class Analyzer:
print('average book rate:', np.mean(match), file=f) print('average book rate:', np.mean(match), file=f)
print("average turn (succ):", tmp, file=f) print("average turn (succ):", tmp, file=f)
print("average turn (all):", turn_num / total_dialog, file=f) print("average turn (all):", turn_num / total_dialog, file=f)
print("percentage of domains that satisfy the database constraints: %.3f}" % \ print("percentage of domains that satisfy the database constraints: %.3f" % \
(1 if num_domains == 0 else (num_domains_satisfying_constraints / num_domains)), file=f) (1 if num_domains == 0 else (num_domains_satisfying_constraints / num_domains)), file=f)
print("percentage of dialogs that satisfy the database constraints: %.3f}" % (num_dialogs_satisfying_constraints / total_dialog), file=f) print("percentage of dialogs that satisfy the database constraints: %.3f" % (num_dialogs_satisfying_constraints / total_dialog), file=f)
f.close() f.close()
reporter.report(complete_num/total_dialog, suc_num/total_dialog, np.mean(precision), np.mean(recall), np.mean(f1), tmp, turn_num / total_dialog) reporter.report(complete_num/total_dialog, suc_num/total_dialog, np.mean(precision), np.mean(recall), np.mean(f1), tmp, turn_num / total_dialog)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment