From 609f858d04a23a9f66e7578e8becfc2801797836 Mon Sep 17 00:00:00 2001 From: Tianyu Du Date: Sun, 5 Nov 2023 04:02:20 -0800 Subject: [PATCH] fix a typo: evaluate Table 2 (fixed split) using full MRR. --- graphgym/contrib/train/train_live_update_fixed_split.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/graphgym/contrib/train/train_live_update_fixed_split.py b/graphgym/contrib/train/train_live_update_fixed_split.py index daf93df8..83de59bd 100644 --- a/graphgym/contrib/train/train_live_update_fixed_split.py +++ b/graphgym/contrib/train/train_live_update_fixed_split.py @@ -195,10 +195,10 @@ def evaluate_step(model, dataset, task: Tuple[int, int], mrr_batch = get_task_batch(dataset, today, tomorrow, prev_node_states).clone() - # mrr = train_utils.report_baseline_MRR(mrr_batch, model) - mrr, rck1, rck3, rck10 = train_utils.report_rank_based_eval( - mrr_batch, model, - num_neg_per_node=cfg.experimental.rank_eval_multiplier) + mrr = train_utils.report_baseline_MRR(mrr_batch, model) + # mrr, rck1, rck3, rck10 = train_utils.report_rank_based_eval( + # mrr_batch, model, + # num_neg_per_node=cfg.experimental.rank_eval_multiplier) return {'loss': loss.item(), 'mrr': mrr, 'micro_auc': micro_auc, 'macro_auc': macro_auc, 'accuracy': accuracy}