-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathcalculate_metrics.sh
41 lines (20 loc) · 4.98 KB
/
calculate_metrics.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
python evaluate_summarization.py --fn_gold TaskB/taskB_best_summary_GT_0.csv --fn_sys TaskB/taskB_best_summary_0.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_best_summary_split_0
python evaluate_summarization.py --fn_gold TaskB/taskB_best_summary_GT_1.csv --fn_sys TaskB/taskB_best_summary_1.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_best_summary_split_1
python evaluate_summarization.py --fn_gold TaskB/taskB_best_summary_GT_2.csv --fn_sys TaskB/taskB_best_summary_2.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_best_summary_split_2
python evaluate_summarization.py --fn_gold TaskB/taskB_best_summary_GT_3.csv --fn_sys TaskB/taskB_best_summary_3.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_best_summary_split_3
python evaluate_summarization.py --fn_gold TaskB/taskB_best_summary_GT_4.csv --fn_sys TaskB/taskB_best_summary_4.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_best_summary_split_4
python evaluate_summarization.py --fn_gold TaskB/taskB_best_summary_max_GT_0.csv --fn_sys TaskB/taskB_best_summary_max_0.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_best_summary_max_split_0
python evaluate_summarization.py --fn_gold TaskB/taskB_best_summary_max_GT_1.csv --fn_sys TaskB/taskB_best_summary_max_1.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_best_summary_max_split_1
python evaluate_summarization.py --fn_gold TaskB/taskB_best_summary_max_GT_2.csv --fn_sys TaskB/taskB_best_summary_max_2.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_best_summary_max_split_2
python evaluate_summarization.py --fn_gold TaskB/taskB_best_summary_max_GT_3.csv --fn_sys TaskB/taskB_best_summary_max_3.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_best_summary_max_split_3
python evaluate_summarization.py --fn_gold TaskB/taskB_best_summary_max_GT_4.csv --fn_sys TaskB/taskB_best_summary_max_4.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_best_summary_max_split_4
python evaluate_summarization.py --fn_gold TaskB/taskB_faithfulness_GT_0.csv --fn_sys TaskB/taskB_faithfulness_0.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_faithfulness_split_0
python evaluate_summarization.py --fn_gold TaskB/taskB_faithfulness_GT_1.csv --fn_sys TaskB/taskB_faithfulness_1.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_faithfulness_split_1
python evaluate_summarization.py --fn_gold TaskB/taskB_faithfulness_GT_2.csv --fn_sys TaskB/taskB_faithfulness_2.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_faithfulness_split_2
python evaluate_summarization.py --fn_gold TaskB/taskB_faithfulness_GT_3.csv --fn_sys TaskB/taskB_faithfulness_3.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_faithfulness_split_3
python evaluate_summarization.py --fn_gold TaskB/taskB_faithfulness_GT_4.csv --fn_sys TaskB/taskB_faithfulness_4.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_faithfulness_split_4
python evaluate_summarization.py --fn_gold TaskB/taskB_faithfulness_max_GT_0.csv --fn_sys TaskB/taskB_faithfulness_max_0.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_faithfulness_max_split_0
python evaluate_summarization.py --fn_gold TaskB/taskB_faithfulness_max_GT_1.csv --fn_sys TaskB/taskB_faithfulness_max_1.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_faithfulness_max_split_1
python evaluate_summarization.py --fn_gold TaskB/taskB_faithfulness_max_GT_2.csv --fn_sys TaskB/taskB_faithfulness_max_2.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_faithfulness_max_split_2
python evaluate_summarization.py --fn_gold TaskB/taskB_faithfulness_max_GT_3.csv --fn_sys TaskB/taskB_faithfulness_max_3.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_faithfulness_max_split_3
python evaluate_summarization.py --fn_gold TaskB/taskB_faithfulness_max_GT_4.csv --fn_sys TaskB/taskB_faithfulness_max_4.csv --task taskB --id_column encounter_id --note_column note --dialogue_column dialogue --experiment TaskB/TaskB_faithfulness_max_split_4