zh_arg_seed.txt

lr: 2e-05; model name: ARG; batchsize: 64; epoch: 50; gpu: 2;
data_type: rationale; data_path: /home/tzh/ARG/data/zh; data_name: 测试种子;
before in config
{'use_cuda': True, 'seed': 0, 'batchsize': 64, 'max_len': 170, 'early_stop': 5, 'language': 'ch', 'root_path': '/home/tzh/ARG/data/zh', 'weight_decay': 5e-05, 'model': {'mlp': {'dims': [384], 'dropout': 0.2}, 'llm_judgment_predictor_weight': 1.8, 'rationale_usefulness_evaluator_weight': 2.2, 'kd_loss_weight': 1}, 'emb_dim': 768, 'co_attention_dim': 300, 'lr': 2e-05, 'epoch': 50, 'model_name': 'ARG', 'save_log_dir': './logs', 'save_param_dir': './param_model', 'param_log_dir': './logs/param', 'tensorboard_dir': './logs/tensorlog', 'bert_path': '/home/tzh/model/chinese-bert-wwm-ext', 'data_type': 'rationale', 'data_name': '测试种子', 'eval_mode': False, 'teacher_path': None, 'month': 1, 'eval_model_path': ''}
{'lr': [2e-05]}



==================== start training ====================
time cost in model and data loading: 39.273998975753784s
---------- epoch 0 ----------
----- in val progress... -----
current {'auc': 0.7215308415882794, 'spauc': 0.5667862585615353, 'metric': 0.4124226311635442, 'f1_real': 0.23684210526315788, 'f1_fake': 0.5880031570639306, 'recall': 0.5472897781789027, 'recall_real': 0.13822525597269625, 'recall_fake': 0.9563543003851092, 'precision': 0.6255160183731613, 'precision_real': 0.826530612244898, 'precision_fake': 0.42450142450142453, 'acc': 0.4648898001025115}
Max {'auc': 0.7215308415882794, 'spauc': 0.5667862585615353, 'metric': 0.4124226311635442, 'f1_real': 0.23684210526315788, 'f1_fake': 0.5880031570639306, 'recall': 0.5472897781789027, 'recall_real': 0.13822525597269625, 'recall_fake': 0.9563543003851092, 'precision': 0.6255160183731613, 'precision_real': 0.826530612244898, 'precision_fake': 0.42450142450142453, 'acc': 0.4648898001025115}

---------- epoch 1 ----------
----- in val progress... -----
current {'auc': 0.8153524471296446, 'spauc': 0.6042825719966805, 'metric': 0.7448942259814326, 'f1_real': 0.7637231503579953, 'f1_fake': 0.7260653016048699, 'recall': 0.7623495599065924, 'recall_real': 0.6825938566552902, 'recall_fake': 0.8421052631578947, 'precision': 0.7524355953138766, 'precision_real': 0.866738894907909, 'precision_fake': 0.6381322957198443, 'acc': 0.7462839569451564}
Max {'auc': 0.8153524471296446, 'spauc': 0.6042825719966805, 'metric': 0.7448942259814326, 'f1_real': 0.7637231503579953, 'f1_fake': 0.7260653016048699, 'recall': 0.7623495599065924, 'recall_real': 0.6825938566552902, 'recall_fake': 0.8421052631578947, 'precision': 0.7524355953138766, 'precision_real': 0.866738894907909, 'precision_fake': 0.6381322957198443, 'acc': 0.7462839569451564}

---------- epoch 2 ----------
----- in val progress... -----
current {'auc': 0.8394256003364776, 'spauc': 0.6118384446397289, 'metric': 0.7546123549332007, 'f1_real': 0.7694538424359595, 'f1_fake': 0.739770867430442, 'recall': 0.7747637427874189, 'recall_real': 0.6791808873720137, 'recall_fake': 0.8703465982028241, 'precision': 0.7653331048677967, 'precision_real': 0.887402452619844, 'precision_fake': 0.6432637571157496, 'acc': 0.7555099948744234}
Max {'auc': 0.8394256003364776, 'spauc': 0.6118384446397289, 'metric': 0.7546123549332007, 'f1_real': 0.7694538424359595, 'f1_fake': 0.739770867430442, 'recall': 0.7747637427874189, 'recall_real': 0.6791808873720137, 'recall_fake': 0.8703465982028241, 'precision': 0.7653331048677967, 'precision_real': 0.887402452619844, 'precision_fake': 0.6432637571157496, 'acc': 0.7555099948744234}

---------- epoch 3 ----------
----- in val progress... -----
current {'auc': 0.8437208375137462, 'spauc': 0.6161452978110279, 'metric': 0.7595104325376671, 'f1_real': 0.7793560606060606, 'f1_fake': 0.7396648044692737, 'recall': 0.7760129377385026, 'recall_real': 0.7022184300341296, 'recall_fake': 0.8498074454428755, 'precision': 0.7651645726792516, 'precision_real': 0.875531914893617, 'precision_fake': 0.6547972304648862, 'acc': 0.761148129164531}
Max {'auc': 0.8437208375137462, 'spauc': 0.6161452978110279, 'metric': 0.7595104325376671, 'f1_real': 0.7793560606060606, 'f1_fake': 0.7396648044692737, 'recall': 0.7760129377385026, 'recall_real': 0.7022184300341296, 'recall_fake': 0.8498074454428755, 'precision': 0.7651645726792516, 'precision_real': 0.875531914893617, 'precision_fake': 0.6547972304648862, 'acc': 0.761148129164531}

---------- epoch 4 ----------
----- in val progress... -----
current {'auc': 0.8449349827160927, 'spauc': 0.6092448785284086, 'metric': 0.7628931981613088, 'f1_real': 0.7837965143664625, 'f1_fake': 0.7419898819561552, 'recall': 0.7785688311346919, 'recall_real': 0.7098976109215017, 'recall_fake': 0.8472400513478819, 'precision': 0.7674342797055731, 'precision_real': 0.8748685594111462, 'precision_fake': 0.66, 'acc': 0.7647360328036904}
Max {'auc': 0.8449349827160927, 'spauc': 0.6092448785284086, 'metric': 0.7628931981613088, 'f1_real': 0.7837965143664625, 'f1_fake': 0.7419898819561552, 'recall': 0.7785688311346919, 'recall_real': 0.7098976109215017, 'recall_fake': 0.8472400513478819, 'precision': 0.7674342797055731, 'precision_real': 0.8748685594111462, 'precision_fake': 0.66, 'acc': 0.7647360328036904}

---------- epoch 5 ----------
----- in val progress... -----
current {'auc': 0.8533540418932122, 'spauc': 0.612801736253869, 'metric': 0.7680164189479957, 'f1_real': 0.7887058823529411, 'f1_fake': 0.7473269555430502, 'recall': 0.7836959521921427, 'recall_real': 0.7150170648464164, 'recall_fake': 0.8523748395378691, 'precision': 0.7723295489194548, 'precision_real': 0.8793284365162645, 'precision_fake': 0.6653306613226453, 'acc': 0.769861609431061}
Max {'auc': 0.8533540418932122, 'spauc': 0.612801736253869, 'metric': 0.7680164189479957, 'f1_real': 0.7887058823529411, 'f1_fake': 0.7473269555430502, 'recall': 0.7836959521921427, 'recall_real': 0.7150170648464164, 'recall_fake': 0.8523748395378691, 'precision': 0.7723295489194548, 'precision_real': 0.8793284365162645, 'precision_fake': 0.6653306613226453, 'acc': 0.769861609431061}

---------- epoch 6 ----------
----- in val progress... -----
current {'auc': 0.8562927442638896, 'spauc': 0.624386600573294, 'metric': 0.7724728273545738, 'f1_real': 0.7938144329896907, 'f1_fake': 0.751131221719457, 'recall': 0.7875355426358288, 'recall_real': 0.7226962457337884, 'recall_fake': 0.8523748395378691, 'precision': 0.7759213090355659, 'precision_real': 0.8804573804573804, 'precision_fake': 0.6713852376137512, 'acc': 0.7744746283956945}
Max {'auc': 0.8562927442638896, 'spauc': 0.624386600573294, 'metric': 0.7724728273545738, 'f1_real': 0.7938144329896907, 'f1_fake': 0.751131221719457, 'recall': 0.7875355426358288, 'recall_real': 0.7226962457337884, 'recall_fake': 0.8523748395378691, 'precision': 0.7759213090355659, 'precision_real': 0.8804573804573804, 'precision_fake': 0.6713852376137512, 'acc': 0.7744746283956945}

---------- epoch 7 ----------
----- in val progress... -----
current {'auc': 0.8571481771940047, 'spauc': 0.615372819796098, 'metric': 0.7777385703527901, 'f1_real': 0.7950546837850689, 'f1_fake': 0.7604224569205114, 'recall': 0.7956796803462916, 'recall_real': 0.7133105802047781, 'recall_fake': 0.8780487804878049, 'precision': 0.7842737094837935, 'precision_real': 0.8979591836734694, 'precision_fake': 0.6705882352941176, 'acc': 0.779087647360328}
Max {'auc': 0.8571481771940047, 'spauc': 0.615372819796098, 'metric': 0.7777385703527901, 'f1_real': 0.7950546837850689, 'f1_fake': 0.7604224569205114, 'recall': 0.7956796803462916, 'recall_real': 0.7133105802047781, 'recall_fake': 0.8780487804878049, 'precision': 0.7842737094837935, 'precision_real': 0.8979591836734694, 'precision_fake': 0.6705882352941176, 'acc': 0.779087647360328}

---------- epoch 8 ----------
----- in val progress... -----
current {'auc': 0.8614954413420549, 'spauc': 0.6267097993793889, 'metric': 0.7721314176714927, 'f1_real': 0.7856797290759555, 'f1_fake': 0.75858310626703, 'recall': 0.7931429547814429, 'recall_real': 0.6928327645051194, 'recall_fake': 0.8934531450577664, 'precision': 0.7831767394616557, 'precision_real': 0.9072625698324023, 'precision_fake': 0.6590909090909091, 'acc': 0.7729369554074833}
Max {'auc': 0.8571481771940047, 'spauc': 0.615372819796098, 'metric': 0.7777385703527901, 'f1_real': 0.7950546837850689, 'f1_fake': 0.7604224569205114, 'recall': 0.7956796803462916, 'recall_real': 0.7133105802047781, 'recall_fake': 0.8780487804878049, 'precision': 0.7842737094837935, 'precision_real': 0.8979591836734694, 'precision_fake': 0.6705882352941176, 'acc': 0.779087647360328}

---------- epoch 9 ----------
----- in val progress... -----
current {'auc': 0.8623278728745614, 'spauc': 0.6165223132004041, 'metric': 0.7845608996305782, 'f1_real': 0.8005725190839694, 'f1_fake': 0.768549280177187, 'recall': 0.8033780290650041, 'recall_real': 0.7158703071672355, 'recall_fake': 0.8908857509627728, 'precision': 0.7918816415651859, 'precision_real': 0.908008658008658, 'precision_fake': 0.6757546251217137, 'acc': 0.7857508969759098}
Max {'auc': 0.8623278728745614, 'spauc': 0.6165223132004041, 'metric': 0.7845608996305782, 'f1_real': 0.8005725190839694, 'f1_fake': 0.768549280177187, 'recall': 0.8033780290650041, 'recall_real': 0.7158703071672355, 'recall_fake': 0.8908857509627728, 'precision': 0.7918816415651859, 'precision_real': 0.908008658008658, 'precision_fake': 0.6757546251217137, 'acc': 0.7857508969759098}

---------- epoch 10 ----------
----- in val progress... -----
current {'auc': 0.8547072907858593, 'spauc': 0.6099441440747593, 'metric': 0.7754209572824642, 'f1_real': 0.8096085409252669, 'f1_fake': 0.7412333736396615, 'recall': 0.7816784010304626, 'recall_real': 0.7764505119453925, 'recall_fake': 0.7869062901155327, 'precision': 0.7731481678173129, 'precision_real': 0.845724907063197, 'precision_fake': 0.7005714285714286, 'acc': 0.7806253203485393}
Max {'auc': 0.8623278728745614, 'spauc': 0.6165223132004041, 'metric': 0.7845608996305782, 'f1_real': 0.8005725190839694, 'f1_fake': 0.768549280177187, 'recall': 0.8033780290650041, 'recall_real': 0.7158703071672355, 'recall_fake': 0.8908857509627728, 'precision': 0.7918816415651859, 'precision_real': 0.908008658008658, 'precision_fake': 0.6757546251217137, 'acc': 0.7857508969759098}

---------- epoch 11 ----------
----- in val progress... -----
current {'auc': 0.855959771650887, 'spauc': 0.6080815496969696, 'metric': 0.7894338377807602, 'f1_real': 0.809724170172978, 'f1_fake': 0.7691435053885421, 'recall': 0.8046272240160879, 'recall_real': 0.7389078498293515, 'recall_fake': 0.8703465982028241, 'precision': 0.7922888238706585, 'precision_real': 0.8955532574974147, 'precision_fake': 0.6890243902439024, 'acc': 0.7913890312660175}
Max {'auc': 0.855959771650887, 'spauc': 0.6080815496969696, 'metric': 0.7894338377807602, 'f1_real': 0.809724170172978, 'f1_fake': 0.7691435053885421, 'recall': 0.8046272240160879, 'recall_real': 0.7389078498293515, 'recall_fake': 0.8703465982028241, 'precision': 0.7922888238706585, 'precision_real': 0.8955532574974147, 'precision_fake': 0.6890243902439024, 'acc': 0.7913890312660175}

---------- epoch 12 ----------
----- in val progress... -----
current {'auc': 0.850482700758389, 'spauc': 0.6058822932589417, 'metric': 0.776952215373268, 'f1_real': 0.7884990253411306, 'f1_fake': 0.7654054054054054, 'recall': 0.799565273585195, 'recall_real': 0.6902730375426621, 'recall_fake': 0.9088575096277278, 'precision': 0.790191303794245, 'precision_real': 0.9193181818181818, 'precision_fake': 0.6610644257703081, 'acc': 0.7775499743721168}
Max {'auc': 0.855959771650887, 'spauc': 0.6080815496969696, 'metric': 0.7894338377807602, 'f1_real': 0.809724170172978, 'f1_fake': 0.7691435053885421, 'recall': 0.8046272240160879, 'recall_real': 0.7389078498293515, 'recall_fake': 0.8703465982028241, 'precision': 0.7922888238706585, 'precision_real': 0.8955532574974147, 'precision_fake': 0.6890243902439024, 'acc': 0.7913890312660175}

---------- epoch 13 ----------
----- in val progress... -----
current {'auc': 0.8525413258443704, 'spauc': 0.6002126505150354, 'metric': 0.7780046329990618, 'f1_real': 0.810205908683975, 'f1_fake': 0.7458033573141486, 'recall': 0.7853219319421504, 'recall_real': 0.7721843003412969, 'recall_fake': 0.7984595635430038, 'precision': 0.7759141336146541, 'precision_real': 0.852165725047081, 'precision_fake': 0.6996625421822272, 'acc': 0.7826755509994875}
Max {'auc': 0.855959771650887, 'spauc': 0.6080815496969696, 'metric': 0.7894338377807602, 'f1_real': 0.809724170172978, 'f1_fake': 0.7691435053885421, 'recall': 0.8046272240160879, 'recall_real': 0.7389078498293515, 'recall_fake': 0.8703465982028241, 'precision': 0.7922888238706585, 'precision_real': 0.8955532574974147, 'precision_fake': 0.6890243902439024, 'acc': 0.7913890312660175}

---------- epoch 14 ----------
----- in val progress... -----
current {'auc': 0.857853553387339, 'spauc': 0.6083155990059707, 'metric': 0.7847201397189572, 'f1_real': 0.7996164908916588, 'f1_fake': 0.7698237885462555, 'recall': 0.8044541658816984, 'recall_real': 0.71160409556314, 'recall_fake': 0.8973042362002568, 'precision': 0.7932662177759866, 'precision_real': 0.912472647702407, 'precision_fake': 0.6740597878495661, 'acc': 0.7857508969759098}
Max {'auc': 0.855959771650887, 'spauc': 0.6080815496969696, 'metric': 0.7894338377807602, 'f1_real': 0.809724170172978, 'f1_fake': 0.7691435053885421, 'recall': 0.8046272240160879, 'recall_real': 0.7389078498293515, 'recall_fake': 0.8703465982028241, 'precision': 0.7922888238706585, 'precision_real': 0.8955532574974147, 'precision_fake': 0.6890243902439024, 'acc': 0.7913890312660175}

---------- epoch 15 ----------
----- in val progress... -----
current {'auc': 0.8616422121648915, 'spauc': 0.6151237821077028, 'metric': 0.790033990772411, 'f1_real': 0.8146788990825687, 'f1_fake': 0.7653890824622532, 'recall': 0.8018177675938785, 'recall_real': 0.757679180887372, 'recall_fake': 0.8459563543003851, 'precision': 0.7898929455133061, 'precision_real': 0.8809523809523809, 'precision_fake': 0.6988335100742312, 'acc': 0.7929267042542286}
Max {'auc': 0.8616422121648915, 'spauc': 0.6151237821077028, 'metric': 0.790033990772411, 'f1_real': 0.8146788990825687, 'f1_fake': 0.7653890824622532, 'recall': 0.8018177675938785, 'recall_real': 0.757679180887372, 'recall_fake': 0.8459563543003851, 'precision': 0.7898929455133061, 'precision_real': 0.8809523809523809, 'precision_fake': 0.6988335100742312, 'acc': 0.7929267042542286}

---------- epoch 16 ----------
----- in val progress... -----
current {'auc': 0.8538934794323693, 'spauc': 0.6045979044400883, 'metric': 0.7818644750368273, 'f1_real': 0.8018779342723004, 'f1_fake': 0.7618510158013544, 'recall': 0.797582224519928, 'recall_real': 0.7286689419795221, 'recall_fake': 0.8664955070603337, 'precision': 0.7855994046004705, 'precision_real': 0.8914405010438413, 'precision_fake': 0.6797583081570997, 'acc': 0.7837006663249616}
Max {'auc': 0.8616422121648915, 'spauc': 0.6151237821077028, 'metric': 0.790033990772411, 'f1_real': 0.8146788990825687, 'f1_fake': 0.7653890824622532, 'recall': 0.8018177675938785, 'recall_real': 0.757679180887372, 'recall_fake': 0.8459563543003851, 'precision': 0.7898929455133061, 'precision_real': 0.8809523809523809, 'precision_fake': 0.6988335100742312, 'acc': 0.7929267042542286}

---------- epoch 17 ----------
----- in val progress... -----
current {'auc': 0.8590649603280657, 'spauc': 0.6138013458642334, 'metric': 0.7853518683907377, 'f1_real': 0.8197879858657244, 'f1_fake': 0.7509157509157509, 'recall': 0.7906412789653314, 'recall_real': 0.7918088737201365, 'recall_fake': 0.7894736842105263, 'precision': 0.7828828137326391, 'precision_real': 0.8498168498168498, 'precision_fake': 0.7159487776484285, 'acc': 0.7908764736032804}
Max {'auc': 0.8616422121648915, 'spauc': 0.6151237821077028, 'metric': 0.790033990772411, 'f1_real': 0.8146788990825687, 'f1_fake': 0.7653890824622532, 'recall': 0.8018177675938785, 'recall_real': 0.757679180887372, 'recall_fake': 0.8459563543003851, 'precision': 0.7898929455133061, 'precision_real': 0.8809523809523809, 'precision_fake': 0.6988335100742312, 'acc': 0.7929267042542286}

---------- epoch 18 ----------
----- in val progress... -----
current {'auc': 0.850139870403554, 'spauc': 0.6025577554140908, 'metric': 0.7809697899840583, 'f1_real': 0.7971360381861576, 'f1_fake': 0.764803541781959, 'recall': 0.7997459988521207, 'recall_real': 0.712457337883959, 'recall_fake': 0.8870346598202824, 'precision': 0.7884188549434892, 'precision_real': 0.90465872156013, 'precision_fake': 0.6721789883268483, 'acc': 0.7821629933367504}
Max {'auc': 0.8616422121648915, 'spauc': 0.6151237821077028, 'metric': 0.790033990772411, 'f1_real': 0.8146788990825687, 'f1_fake': 0.7653890824622532, 'recall': 0.8018177675938785, 'recall_real': 0.757679180887372, 'recall_fake': 0.8459563543003851, 'precision': 0.7898929455133061, 'precision_real': 0.8809523809523809, 'precision_fake': 0.6988335100742312, 'acc': 0.7929267042542286}

---------- epoch 19 ----------
----- in val progress... -----
current {'auc': 0.8453484602207257, 'spauc': 0.6037625905269292, 'metric': 0.770587996289959, 'f1_real': 0.8058640604175922, 'f1_fake': 0.7353119321623258, 'recall': 0.7765474464067436, 'recall_real': 0.7738907849829352, 'recall_fake': 0.7792041078305519, 'precision': 0.7683470296145769, 'precision_real': 0.8405931417979611, 'precision_fake': 0.6961009174311926, 'acc': 0.7760123013839056}
Max {'auc': 0.8616422121648915, 'spauc': 0.6151237821077028, 'metric': 0.790033990772411, 'f1_real': 0.8146788990825687, 'f1_fake': 0.7653890824622532, 'recall': 0.8018177675938785, 'recall_real': 0.757679180887372, 'recall_fake': 0.8459563543003851, 'precision': 0.7898929455133061, 'precision_real': 0.8809523809523809, 'precision_fake': 0.6988335100742312, 'acc': 0.7929267042542286}

---------- epoch 20 ----------
----- in val progress... -----
current {'auc': 0.8553370909584791, 'spauc': 0.6289713152395154, 'metric': 0.7758838551193348, 'f1_real': 0.8066696710229833, 'f1_fake': 0.7450980392156863, 'recall': 0.7842649629567968, 'recall_real': 0.7636518771331058, 'recall_fake': 0.8048780487804879, 'precision': 0.7742036877382492, 'precision_real': 0.8548233046800382, 'precision_fake': 0.6935840707964602, 'acc': 0.7801127626858022}
Max {'auc': 0.8616422121648915, 'spauc': 0.6151237821077028, 'metric': 0.790033990772411, 'f1_real': 0.8146788990825687, 'f1_fake': 0.7653890824622532, 'recall': 0.8018177675938785, 'recall_real': 0.757679180887372, 'recall_fake': 0.8459563543003851, 'precision': 0.7898929455133061, 'precision_real': 0.8809523809523809, 'precision_fake': 0.6988335100742312, 'acc': 0.7929267042542286}

test results: {'auc': 0.8415903310362413, 'spauc': 0.6145492805678892, 'metric': 0.761049855574077, 'f1_real': 0.7837078651685393, 'f1_fake': 0.7383918459796148, 'recall': 0.7685652791193689, 'recall_real': 0.7361477572559367, 'recall_fake': 0.800982800982801, 'precision': 0.7613558937088349, 'precision_real': 0.8378378378378378, 'precision_fake': 0.6848739495798319, 'acc': 0.7631983598154792}
best model path: ./param_model/ARG_测试种子/1/parameter_bert.pkl
best macro f1: 0.790033990772411
best_val_metric: {'auc': 0.8616422121648915, 'spauc': 0.6151237821077028, 'metric': 0.790033990772411, 'f1_real': 0.8146788990825687, 'f1_fake': 0.7653890824622532, 'recall': 0.8018177675938785, 'recall_real': 0.757679180887372, 'recall_fake': 0.8459563543003851, 'precision': 0.7898929455133061, 'precision_real': 0.8809523809523809, 'precision_fake': 0.6988335100742312, 'acc': 0.7929267042542286}
the_test_metric: {'auc': 0.8415903310362413, 'spauc': 0.6145492805678892, 'metric': 0.761049855574077, 'f1_real': 0.7837078651685393, 'f1_fake': 0.7383918459796148, 'recall': 0.7685652791193689, 'recall_real': 0.7361477572559367, 'recall_fake': 0.800982800982801, 'precision': 0.7613558937088349, 'precision_real': 0.8378378378378378, 'precision_fake': 0.6848739495798319, 'acc': 0.7631983598154792}
lr: 2e-05; model name: ARG; batchsize: 64; epoch: 50; gpu: 2;
data_type: rationale; data_path: /home/tzh/ARG/data/zh; data_name: 测试种子;
before in config
{'use_cuda': True, 'seed': 1, 'batchsize': 64, 'max_len': 170, 'early_stop': 5, 'language': 'ch', 'root_path': '/home/tzh/ARG/data/zh', 'weight_decay': 5e-05, 'model': {'mlp': {'dims': [384], 'dropout': 0.2}, 'llm_judgment_predictor_weight': 1.8, 'rationale_usefulness_evaluator_weight': 2.2, 'kd_loss_weight': 1}, 'emb_dim': 768, 'co_attention_dim': 300, 'lr': 2e-05, 'epoch': 50, 'model_name': 'ARG', 'save_log_dir': './logs', 'save_param_dir': './param_model', 'param_log_dir': './logs/param', 'tensorboard_dir': './logs/tensorlog', 'bert_path': '/home/tzh/model/chinese-bert-wwm-ext', 'data_type': 'rationale', 'data_name': '测试种子', 'eval_mode': False, 'teacher_path': None, 'month': 1, 'eval_model_path': ''}
{'lr': [2e-05]}



==================== start training ====================
time cost in model and data loading: 40.35672569274902s
---------- epoch 0 ----------
----- in val progress... -----
current {'auc': 0.7002895985489404, 'spauc': 0.564730544680013, 'metric': 0.4785204425673877, 'f1_real': 0.3590425531914893, 'f1_fake': 0.5979983319432861, 'recall': 0.5753931048381797, 'recall_real': 0.23037542662116042, 'recall_fake': 0.920410783055199, 'precision': 0.6280594893471353, 'precision_real': 0.8132530120481928, 'precision_fake': 0.4428659666460778, 'acc': 0.5058944131214762}
Max {'auc': 0.7002895985489404, 'spauc': 0.564730544680013, 'metric': 0.4785204425673877, 'f1_real': 0.3590425531914893, 'f1_fake': 0.5979983319432861, 'recall': 0.5753931048381797, 'recall_real': 0.23037542662116042, 'recall_fake': 0.920410783055199, 'precision': 0.6280594893471353, 'precision_real': 0.8132530120481928, 'precision_fake': 0.4428659666460778, 'acc': 0.5058944131214762}

---------- epoch 1 ----------
----- in val progress... -----
current {'auc': 0.8160775388066437, 'spauc': 0.6057606567953969, 'metric': 0.6876472337213824, 'f1_real': 0.6796422935297212, 'f1_fake': 0.6956521739130436, 'recall': 0.7223238421534566, 'recall_real': 0.5511945392491467, 'recall_fake': 0.8934531450577664, 'precision': 0.7278517530684592, 'precision_real': 0.8861454046639232, 'precision_fake': 0.5695581014729951, 'acc': 0.6878523833931317}
Max {'auc': 0.8160775388066437, 'spauc': 0.6057606567953969, 'metric': 0.6876472337213824, 'f1_real': 0.6796422935297212, 'f1_fake': 0.6956521739130436, 'recall': 0.7223238421534566, 'recall_real': 0.5511945392491467, 'recall_fake': 0.8934531450577664, 'precision': 0.7278517530684592, 'precision_real': 0.8861454046639232, 'precision_fake': 0.5695581014729951, 'acc': 0.6878523833931317}

---------- epoch 2 ----------
----- in val progress... -----
current {'auc': 0.8376429920218008, 'spauc': 0.611496594294316, 'metric': 0.7537019335050118, 'f1_real': 0.7675885492479378, 'f1_fake': 0.7398153177620858, 'recall': 0.7745561825566163, 'recall_real': 0.6749146757679181, 'recall_fake': 0.8741976893453145, 'precision': 0.7655033586903333, 'precision_real': 0.889763779527559, 'precision_fake': 0.6412429378531074, 'acc': 0.7544848795489493}
Max {'auc': 0.8376429920218008, 'spauc': 0.611496594294316, 'metric': 0.7537019335050118, 'f1_real': 0.7675885492479378, 'f1_fake': 0.7398153177620858, 'recall': 0.7745561825566163, 'recall_real': 0.6749146757679181, 'recall_fake': 0.8741976893453145, 'precision': 0.7655033586903333, 'precision_real': 0.889763779527559, 'precision_fake': 0.6412429378531074, 'acc': 0.7544848795489493}

---------- epoch 3 ----------
----- in val progress... -----
current {'auc': 0.8492548642479419, 'spauc': 0.629935183329786, 'metric': 0.7532105370149612, 'f1_real': 0.7610531544957774, 'f1_fake': 0.745367919534145, 'recall': 0.7786531695925905, 'recall_real': 0.6535836177474402, 'recall_fake': 0.9037227214377407, 'precision': 0.772527343038639, 'precision_real': 0.9108204518430439, 'precision_fake': 0.6342342342342342, 'acc': 0.7534597642234752}
Max {'auc': 0.8376429920218008, 'spauc': 0.611496594294316, 'metric': 0.7537019335050118, 'f1_real': 0.7675885492479378, 'f1_fake': 0.7398153177620858, 'recall': 0.7745561825566163, 'recall_real': 0.6749146757679181, 'recall_fake': 0.8741976893453145, 'precision': 0.7655033586903333, 'precision_real': 0.889763779527559, 'precision_fake': 0.6412429378531074, 'acc': 0.7544848795489493}

---------- epoch 4 ----------
----- in val progress... -----
current {'auc': 0.8601712180225808, 'spauc': 0.640866900193304, 'metric': 0.7628843361323315, 'f1_real': 0.771513353115727, 'f1_fake': 0.7542553191489361, 'recall': 0.7878351084570663, 'recall_real': 0.6655290102389079, 'recall_fake': 0.9101412066752247, 'precision': 0.7808035475770689, 'precision_real': 0.9176470588235294, 'precision_fake': 0.6439600363306085, 'acc': 0.7631983598154792}
Max {'auc': 0.8601712180225808, 'spauc': 0.640866900193304, 'metric': 0.7628843361323315, 'f1_real': 0.771513353115727, 'f1_fake': 0.7542553191489361, 'recall': 0.7878351084570663, 'recall_real': 0.6655290102389079, 'recall_fake': 0.9101412066752247, 'precision': 0.7808035475770689, 'precision_real': 0.9176470588235294, 'precision_fake': 0.6439600363306085, 'acc': 0.7631983598154792}

---------- epoch 5 ----------
----- in val progress... -----
current {'auc': 0.861026103300372, 'spauc': 0.6408006054382913, 'metric': 0.7602324315177813, 'f1_real': 0.7700640078778928, 'f1_fake': 0.7504008551576697, 'recall': 0.7841954111116466, 'recall_real': 0.6672354948805461, 'recall_fake': 0.9011553273427471, 'precision': 0.776609013803426, 'precision_real': 0.910360884749709, 'precision_fake': 0.6428571428571429, 'acc': 0.760635571501794}
Max {'auc': 0.8601712180225808, 'spauc': 0.640866900193304, 'metric': 0.7628843361323315, 'f1_real': 0.771513353115727, 'f1_fake': 0.7542553191489361, 'recall': 0.7878351084570663, 'recall_real': 0.6655290102389079, 'recall_fake': 0.9101412066752247, 'precision': 0.7808035475770689, 'precision_real': 0.9176470588235294, 'precision_fake': 0.6439600363306085, 'acc': 0.7631983598154792}

---------- epoch 6 ----------
----- in val progress... -----
current {'auc': 0.8575309861684929, 'spauc': 0.6244125419991685, 'metric': 0.7674004921997317, 'f1_real': 0.777176586325627, 'f1_fake': 0.7576243980738363, 'recall': 0.7914594715374135, 'recall_real': 0.674061433447099, 'recall_fake': 0.9088575096277278, 'precision': 0.7835395156048546, 'precision_real': 0.9175377468060395, 'precision_fake': 0.6495412844036698, 'acc': 0.7678113787801127}
Max {'auc': 0.8575309861684929, 'spauc': 0.6244125419991685, 'metric': 0.7674004921997317, 'f1_real': 0.777176586325627, 'f1_fake': 0.7576243980738363, 'recall': 0.7914594715374135, 'recall_real': 0.674061433447099, 'recall_fake': 0.9088575096277278, 'precision': 0.7835395156048546, 'precision_real': 0.9175377468060395, 'precision_fake': 0.6495412844036698, 'acc': 0.7678113787801127}

---------- epoch 7 ----------
----- in val progress... -----
current {'auc': 0.8601860046353293, 'spauc': 0.6254697992225874, 'metric': 0.7740043385775364, 'f1_real': 0.7843137254901962, 'f1_fake': 0.7636949516648766, 'recall': 0.7976512287127542, 'recall_real': 0.6825938566552902, 'recall_fake': 0.9127086007702182, 'precision': 0.7890843407329869, 'precision_real': 0.9216589861751152, 'precision_fake': 0.6565096952908587, 'acc': 0.7744746283956945}
Max {'auc': 0.8601860046353293, 'spauc': 0.6254697992225874, 'metric': 0.7740043385775364, 'f1_real': 0.7843137254901962, 'f1_fake': 0.7636949516648766, 'recall': 0.7976512287127542, 'recall_real': 0.6825938566552902, 'recall_fake': 0.9127086007702182, 'precision': 0.7890843407329869, 'precision_real': 0.9216589861751152, 'precision_fake': 0.6565096952908587, 'acc': 0.7744746283956945}

---------- epoch 8 ----------
----- in val progress... -----
current {'auc': 0.8639193505281559, 'spauc': 0.6329691772048425, 'metric': 0.7792589350135306, 'f1_real': 0.7996245893946503, 'f1_fake': 0.758893280632411, 'recall': 0.7948034366278637, 'recall_real': 0.726962457337884, 'recall_fake': 0.8626444159178434, 'precision': 0.7829223990043392, 'precision_real': 0.8884254431699687, 'precision_fake': 0.6774193548387096, 'acc': 0.7811378780112763}
Max {'auc': 0.8639193505281559, 'spauc': 0.6329691772048425, 'metric': 0.7792589350135306, 'f1_real': 0.7996245893946503, 'f1_fake': 0.758893280632411, 'recall': 0.7948034366278637, 'recall_real': 0.726962457337884, 'recall_fake': 0.8626444159178434, 'precision': 0.7829223990043392, 'precision_real': 0.8884254431699687, 'precision_fake': 0.6774193548387096, 'acc': 0.7811378780112763}

---------- epoch 9 ----------
----- in val progress... -----
current {'auc': 0.8689079155476304, 'spauc': 0.6304609295608428, 'metric': 0.7898381406185793, 'f1_real': 0.8131056760498385, 'f1_fake': 0.7665706051873199, 'recall': 0.802682510613502, 'recall_real': 0.7517064846416383, 'recall_fake': 0.8536585365853658, 'precision': 0.7905169151195307, 'precision_real': 0.8854271356783919, 'precision_fake': 0.6956066945606695, 'acc': 0.7924141465914916}
Max {'auc': 0.8689079155476304, 'spauc': 0.6304609295608428, 'metric': 0.7898381406185793, 'f1_real': 0.8131056760498385, 'f1_fake': 0.7665706051873199, 'recall': 0.802682510613502, 'recall_real': 0.7517064846416383, 'recall_fake': 0.8536585365853658, 'precision': 0.7905169151195307, 'precision_real': 0.8854271356783919, 'precision_fake': 0.6956066945606695, 'acc': 0.7924141465914916}

---------- epoch 10 ----------
----- in val progress... -----
current {'auc': 0.868612730944985, 'spauc': 0.6276229375701716, 'metric': 0.783388467170995, 'f1_real': 0.8208041958041958, 'f1_fake': 0.7459727385377942, 'recall': 0.7869900809211074, 'recall_real': 0.8011945392491467, 'recall_fake': 0.772785622593068, 'precision': 0.7811779666473504, 'precision_real': 0.8413978494623656, 'precision_fake': 0.7209580838323353, 'acc': 0.7898513582778063}
Max {'auc': 0.8689079155476304, 'spauc': 0.6304609295608428, 'metric': 0.7898381406185793, 'f1_real': 0.8131056760498385, 'f1_fake': 0.7665706051873199, 'recall': 0.802682510613502, 'recall_real': 0.7517064846416383, 'recall_fake': 0.8536585365853658, 'precision': 0.7905169151195307, 'precision_real': 0.8854271356783919, 'precision_fake': 0.6956066945606695, 'acc': 0.7924141465914916}

---------- epoch 11 ----------
----- in val progress... -----
current {'auc': 0.8636597633265717, 'spauc': 0.6191395148330767, 'metric': 0.7930504206697455, 'f1_real': 0.8177655677655679, 'f1_fake': 0.7683352735739232, 'recall': 0.8045927219196747, 'recall_real': 0.7619453924914675, 'recall_fake': 0.8472400513478819, 'precision': 0.7926432332773492, 'precision_real': 0.8824110671936759, 'precision_fake': 0.7028753993610224, 'acc': 0.796002050230651}
Max {'auc': 0.8636597633265717, 'spauc': 0.6191395148330767, 'metric': 0.7930504206697455, 'f1_real': 0.8177655677655679, 'f1_fake': 0.7683352735739232, 'recall': 0.8045927219196747, 'recall_real': 0.7619453924914675, 'recall_fake': 0.8472400513478819, 'precision': 0.7926432332773492, 'precision_real': 0.8824110671936759, 'precision_fake': 0.7028753993610224, 'acc': 0.796002050230651}

---------- epoch 12 ----------
----- in val progress... -----
current {'auc': 0.8663087576178438, 'spauc': 0.6242580463961825, 'metric': 0.7823413061990019, 'f1_real': 0.8168141592920354, 'f1_fake': 0.7478684531059684, 'recall': 0.7878663246395352, 'recall_real': 0.787542662116041, 'recall_fake': 0.7881899871630296, 'precision': 0.7799085994478905, 'precision_real': 0.8483455882352942, 'precision_fake': 0.7114716106604867, 'acc': 0.787801127626858}
Max {'auc': 0.8636597633265717, 'spauc': 0.6191395148330767, 'metric': 0.7930504206697455, 'f1_real': 0.8177655677655679, 'f1_fake': 0.7683352735739232, 'recall': 0.8045927219196747, 'recall_real': 0.7619453924914675, 'recall_fake': 0.8472400513478819, 'precision': 0.7926432332773492, 'precision_real': 0.8824110671936759, 'precision_fake': 0.7028753993610224, 'acc': 0.796002050230651}

---------- epoch 13 ----------
----- in val progress... -----
current {'auc': 0.8606471278921519, 'spauc': 0.6146712483452252, 'metric': 0.7837212386094815, 'f1_real': 0.8046728971962616, 'f1_fake': 0.7627695800227015, 'recall': 0.7986430270715497, 'recall_real': 0.734641638225256, 'recall_fake': 0.8626444159178434, 'precision': 0.7865421882750561, 'precision_real': 0.8894628099173554, 'precision_fake': 0.6836215666327569, 'acc': 0.7857508969759098}
Max {'auc': 0.8636597633265717, 'spauc': 0.6191395148330767, 'metric': 0.7930504206697455, 'f1_real': 0.8177655677655679, 'f1_fake': 0.7683352735739232, 'recall': 0.8045927219196747, 'recall_real': 0.7619453924914675, 'recall_fake': 0.8472400513478819, 'precision': 0.7926432332773492, 'precision_real': 0.8824110671936759, 'precision_fake': 0.7028753993610224, 'acc': 0.796002050230651}

---------- epoch 14 ----------
----- in val progress... -----
current {'auc': 0.8594850096605869, 'spauc': 0.6128899371018424, 'metric': 0.78108740149408, 'f1_real': 0.814749000444247, 'f1_fake': 0.7474258025439129, 'recall': 0.7872321432483231, 'recall_real': 0.7824232081911263, 'recall_fake': 0.79204107830552, 'precision': 0.7787148948652762, 'precision_real': 0.8498609823911029, 'precision_fake': 0.7075688073394495, 'acc': 0.7862634546386469}
Max {'auc': 0.8636597633265717, 'spauc': 0.6191395148330767, 'metric': 0.7930504206697455, 'f1_real': 0.8177655677655679, 'f1_fake': 0.7683352735739232, 'recall': 0.8045927219196747, 'recall_real': 0.7619453924914675, 'recall_fake': 0.8472400513478819, 'precision': 0.7926432332773492, 'precision_real': 0.8824110671936759, 'precision_fake': 0.7028753993610224, 'acc': 0.796002050230651}

---------- epoch 15 ----------
----- in val progress... -----
current {'auc': 0.8586865325721695, 'spauc': 0.6260232163079102, 'metric': 0.7788904615963329, 'f1_real': 0.8097165991902834, 'f1_fake': 0.7480643240023824, 'recall': 0.787039917282593, 'recall_real': 0.7679180887372014, 'recall_fake': 0.8061617458279846, 'precision': 0.7770525425520669, 'precision_real': 0.8563273073263559, 'precision_fake': 0.6977777777777778, 'acc': 0.7831881086622245}
Max {'auc': 0.8636597633265717, 'spauc': 0.6191395148330767, 'metric': 0.7930504206697455, 'f1_real': 0.8177655677655679, 'f1_fake': 0.7683352735739232, 'recall': 0.8045927219196747, 'recall_real': 0.7619453924914675, 'recall_fake': 0.8472400513478819, 'precision': 0.7926432332773492, 'precision_real': 0.8824110671936759, 'precision_fake': 0.7028753993610224, 'acc': 0.796002050230651}

---------- epoch 16 ----------
----- in val progress... -----
current {'auc': 0.8570545286465977, 'spauc': 0.6226208541854358, 'metric': 0.7726878773307833, 'f1_real': 0.8076410484229231, 'f1_fake': 0.7377347062386433, 'recall': 0.7786843857750595, 'recall_real': 0.7755972696245734, 'recall_fake': 0.7817715019255456, 'precision': 0.7704206026647167, 'precision_real': 0.8424467099165894, 'precision_fake': 0.698394495412844, 'acc': 0.7780625320348539}
Max {'auc': 0.8636597633265717, 'spauc': 0.6191395148330767, 'metric': 0.7930504206697455, 'f1_real': 0.8177655677655679, 'f1_fake': 0.7683352735739232, 'recall': 0.8045927219196747, 'recall_real': 0.7619453924914675, 'recall_fake': 0.8472400513478819, 'precision': 0.7926432332773492, 'precision_real': 0.8824110671936759, 'precision_fake': 0.7028753993610224, 'acc': 0.796002050230651}

test results: {'auc': 0.8471391156087725, 'spauc': 0.6186715808990493, 'metric': 0.7765217158969853, 'f1_real': 0.7950780880265026, 'f1_fake': 0.7579653437674679, 'recall': 0.7858550563036051, 'recall_real': 0.7387862796833773, 'recall_fake': 0.8329238329238329, 'precision': 0.7780201765447667, 'precision_real': 0.860655737704918, 'precision_fake': 0.6953846153846154, 'acc': 0.7780625320348539}
best model path: ./param_model/ARG_测试种子/1/parameter_bert.pkl
best macro f1: 0.7930504206697455
best_val_metric: {'auc': 0.8636597633265717, 'spauc': 0.6191395148330767, 'metric': 0.7930504206697455, 'f1_real': 0.8177655677655679, 'f1_fake': 0.7683352735739232, 'recall': 0.8045927219196747, 'recall_real': 0.7619453924914675, 'recall_fake': 0.8472400513478819, 'precision': 0.7926432332773492, 'precision_real': 0.8824110671936759, 'precision_fake': 0.7028753993610224, 'acc': 0.796002050230651}
the_test_metric: {'auc': 0.8471391156087725, 'spauc': 0.6186715808990493, 'metric': 0.7765217158969853, 'f1_real': 0.7950780880265026, 'f1_fake': 0.7579653437674679, 'recall': 0.7858550563036051, 'recall_real': 0.7387862796833773, 'recall_fake': 0.8329238329238329, 'precision': 0.7780201765447667, 'precision_real': 0.860655737704918, 'precision_fake': 0.6953846153846154, 'acc': 0.7780625320348539}
lr: 2e-05; model name: ARG; batchsize: 64; epoch: 50; gpu: 2;
data_type: rationale; data_path: /home/tzh/ARG/data/zh; data_name: 测试种子;
before in config
{'use_cuda': True, 'seed': 2, 'batchsize': 64, 'max_len': 170, 'early_stop': 5, 'language': 'ch', 'root_path': '/home/tzh/ARG/data/zh', 'weight_decay': 5e-05, 'model': {'mlp': {'dims': [384], 'dropout': 0.2}, 'llm_judgment_predictor_weight': 1.8, 'rationale_usefulness_evaluator_weight': 2.2, 'kd_loss_weight': 1}, 'emb_dim': 768, 'co_attention_dim': 300, 'lr': 2e-05, 'epoch': 50, 'model_name': 'ARG', 'save_log_dir': './logs', 'save_param_dir': './param_model', 'param_log_dir': './logs/param', 'tensorboard_dir': './logs/tensorlog', 'bert_path': '/home/tzh/model/chinese-bert-wwm-ext', 'data_type': 'rationale', 'data_name': '测试种子', 'eval_mode': False, 'teacher_path': None, 'month': 1, 'eval_model_path': ''}
{'lr': [2e-05]}



==================== start training ====================
time cost in model and data loading: 40.483742475509644s
---------- epoch 0 ----------
----- in val progress... -----
current {'auc': 0.7492738130183529, 'spauc': 0.58747368098226, 'metric': 0.5077613483610794, 'f1_real': 0.40078585461689586, 'f1_fake': 0.6147368421052631, 'recall': 0.5990954974216529, 'recall_real': 0.26109215017064846, 'recall_fake': 0.9370988446726572, 'precision': 0.6596826573475943, 'precision_real': 0.8619718309859155, 'precision_fake': 0.4573934837092732, 'acc': 0.531009738595592}
Max {'auc': 0.7492738130183529, 'spauc': 0.58747368098226, 'metric': 0.5077613483610794, 'f1_real': 0.40078585461689586, 'f1_fake': 0.6147368421052631, 'recall': 0.5990954974216529, 'recall_real': 0.26109215017064846, 'recall_fake': 0.9370988446726572, 'precision': 0.6596826573475943, 'precision_real': 0.8619718309859155, 'precision_fake': 0.4573934837092732, 'acc': 0.531009738595592}

---------- epoch 1 ----------
----- in val progress... -----
current {'auc': 0.8224927381301834, 'spauc': 0.6040877230645563, 'metric': 0.709364839781357, 'f1_real': 0.7072792978833247, 'f1_fake': 0.7114503816793893, 'recall': 0.7408876129806745, 'recall_real': 0.5844709897610921, 'recall_fake': 0.8973042362002568, 'precision': 0.7424004452821038, 'precision_real': 0.8954248366013072, 'precision_fake': 0.5893760539629005, 'acc': 0.7093798052280882}
Max {'auc': 0.8224927381301834, 'spauc': 0.6040877230645563, 'metric': 0.709364839781357, 'f1_real': 0.7072792978833247, 'f1_fake': 0.7114503816793893, 'recall': 0.7408876129806745, 'recall_real': 0.5844709897610921, 'recall_fake': 0.8973042362002568, 'precision': 0.7424004452821038, 'precision_real': 0.8954248366013072, 'precision_fake': 0.5893760539629005, 'acc': 0.7093798052280882}

---------- epoch 2 ----------
----- in val progress... -----
current {'auc': 0.8317644919757982, 'spauc': 0.6029140176627674, 'metric': 0.7432337959599661, 'f1_real': 0.7544204322200393, 'f1_fake': 0.7320471596998929, 'recall': 0.7660275929146934, 'recall_real': 0.6552901023890785, 'recall_fake': 0.8767650834403081, 'precision': 0.7586118777471123, 'precision_real': 0.8888888888888888, 'precision_fake': 0.6283348666053358, 'acc': 0.7437211686314711}
Max {'auc': 0.8317644919757982, 'spauc': 0.6029140176627674, 'metric': 0.7432337959599661, 'f1_real': 0.7544204322200393, 'f1_fake': 0.7320471596998929, 'recall': 0.7660275929146934, 'recall_real': 0.6552901023890785, 'recall_fake': 0.8767650834403081, 'precision': 0.7586118777471123, 'precision_real': 0.8888888888888888, 'precision_fake': 0.6283348666053358, 'acc': 0.7437211686314711}

---------- epoch 3 ----------
----- in val progress... -----
current {'auc': 0.8376254671474326, 'spauc': 0.5999440126382015, 'metric': 0.7543390759180233, 'f1_real': 0.767056530214425, 'f1_fake': 0.7416216216216217, 'recall': 0.7760589405337202, 'recall_real': 0.6715017064846417, 'recall_fake': 0.8806161745827985, 'precision': 0.7674205288175876, 'precision_real': 0.8943181818181818, 'precision_fake': 0.6405228758169934, 'acc': 0.7549974372116863}
Max {'auc': 0.8376254671474326, 'spauc': 0.5999440126382015, 'metric': 0.7543390759180233, 'f1_real': 0.767056530214425, 'f1_fake': 0.7416216216216217, 'recall': 0.7760589405337202, 'recall_real': 0.6715017064846417, 'recall_fake': 0.8806161745827985, 'precision': 0.7674205288175876, 'precision_real': 0.8943181818181818, 'precision_fake': 0.6405228758169934, 'acc': 0.7549974372116863}

---------- epoch 4 ----------
----- in val progress... -----
current {'auc': 0.8476179314514539, 'spauc': 0.6027168628261212, 'metric': 0.7704870555317582, 'f1_real': 0.7849566055930569, 'f1_fake': 0.7560175054704595, 'recall': 0.79078695448352, 'recall_real': 0.6945392491467577, 'recall_fake': 0.8870346598202824, 'precision': 0.7805808086679532, 'precision_real': 0.9024390243902439, 'precision_fake': 0.6587225929456625, 'acc': 0.7713992824192721}
Max {'auc': 0.8476179314514539, 'spauc': 0.6027168628261212, 'metric': 0.7704870555317582, 'f1_real': 0.7849566055930569, 'f1_fake': 0.7560175054704595, 'recall': 0.79078695448352, 'recall_real': 0.6945392491467577, 'recall_fake': 0.8870346598202824, 'precision': 0.7805808086679532, 'precision_real': 0.9024390243902439, 'precision_fake': 0.6587225929456625, 'acc': 0.7713992824192721}

---------- epoch 5 ----------
----- in val progress... -----
current {'auc': 0.8539860326751281, 'spauc': 0.6094593276489713, 'metric': 0.77455151744939, 'f1_real': 0.8005514705882353, 'f1_fake': 0.7485515643105446, 'recall': 0.786221177058187, 'recall_real': 0.7431740614334471, 'recall_fake': 0.8292682926829268, 'precision': 0.7748420257723068, 'precision_real': 0.8675298804780877, 'precision_fake': 0.6821541710665259, 'acc': 0.7775499743721168}
Max {'auc': 0.8539860326751281, 'spauc': 0.6094593276489713, 'metric': 0.77455151744939, 'f1_real': 0.8005514705882353, 'f1_fake': 0.7485515643105446, 'recall': 0.786221177058187, 'recall_real': 0.7431740614334471, 'recall_fake': 0.8292682926829268, 'precision': 0.7748420257723068, 'precision_real': 0.8675298804780877, 'precision_fake': 0.6821541710665259, 'acc': 0.7775499743721168}

---------- epoch 6 ----------
----- in val progress... -----
current {'auc': 0.8555238404009691, 'spauc': 0.61292971395485, 'metric': 0.7756330856767861, 'f1_real': 0.789778206364513, 'f1_fake': 0.7614879649890591, 'recall': 0.7961293029043098, 'recall_real': 0.6988054607508533, 'recall_fake': 0.8934531450577664, 'precision': 0.7857356494095316, 'precision_real': 0.9079822616407982, 'precision_fake': 0.663489037178265, 'acc': 0.7765248590466427}
Max {'auc': 0.8555238404009691, 'spauc': 0.61292971395485, 'metric': 0.7756330856767861, 'f1_real': 0.789778206364513, 'f1_fake': 0.7614879649890591, 'recall': 0.7961293029043098, 'recall_real': 0.6988054607508533, 'recall_fake': 0.8934531450577664, 'precision': 0.7857356494095316, 'precision_real': 0.9079822616407982, 'precision_fake': 0.663489037178265, 'acc': 0.7765248590466427}

---------- epoch 7 ----------
----- in val progress... -----
current {'auc': 0.8701198701406809, 'spauc': 0.6413349988113062, 'metric': 0.7832508818443378, 'f1_real': 0.7976934166266217, 'f1_fake': 0.7688083470620538, 'recall': 0.8033895297638085, 'recall_real': 0.7081911262798635, 'recall_fake': 0.8985879332477535, 'precision': 0.79243816896085, 'precision_real': 0.9130913091309131, 'precision_fake': 0.6717850287907869, 'acc': 0.7842132239876987}
Max {'auc': 0.8701198701406809, 'spauc': 0.6413349988113062, 'metric': 0.7832508818443378, 'f1_real': 0.7976934166266217, 'f1_fake': 0.7688083470620538, 'recall': 0.8033895297638085, 'recall_real': 0.7081911262798635, 'recall_fake': 0.8985879332477535, 'precision': 0.79243816896085, 'precision_real': 0.9130913091309131, 'precision_fake': 0.6717850287907869, 'acc': 0.7842132239876987}

---------- epoch 8 ----------
----- in val progress... -----
current {'auc': 0.864265466796935, 'spauc': 0.6342639425940457, 'metric': 0.7700696592798367, 'f1_real': 0.7784371909000989, 'f1_fake': 0.7617021276595746, 'recall': 0.795314396246172, 'recall_real': 0.6715017064846417, 'recall_fake': 0.9191270860077022, 'precision': 0.7881001228829407, 'precision_real': 0.9258823529411765, 'precision_fake': 0.6503178928247049, 'acc': 0.770374167093798}
Max {'auc': 0.8701198701406809, 'spauc': 0.6413349988113062, 'metric': 0.7832508818443378, 'f1_real': 0.7976934166266217, 'f1_fake': 0.7688083470620538, 'recall': 0.8033895297638085, 'recall_real': 0.7081911262798635, 'recall_fake': 0.8985879332477535, 'precision': 0.79243816896085, 'precision_real': 0.9130913091309131, 'precision_fake': 0.6717850287907869, 'acc': 0.7842132239876987}

---------- epoch 9 ----------
----- in val progress... -----
current {'auc': 0.8658689928016581, 'spauc': 0.6305687305972546, 'metric': 0.7814166955545215, 'f1_real': 0.794188861985472, 'f1_fake': 0.7686445291235711, 'recall': 0.8029744093022033, 'recall_real': 0.6996587030716723, 'recall_fake': 0.9062901155327343, 'precision': 0.7927749329483464, 'precision_real': 0.9182530795072789, 'precision_fake': 0.667296786389414, 'acc': 0.7821629933367504}
Max {'auc': 0.8701198701406809, 'spauc': 0.6413349988113062, 'metric': 0.7832508818443378, 'f1_real': 0.7976934166266217, 'f1_fake': 0.7688083470620538, 'recall': 0.8033895297638085, 'recall_real': 0.7081911262798635, 'recall_fake': 0.8985879332477535, 'precision': 0.79243816896085, 'precision_real': 0.9130913091309131, 'precision_fake': 0.6717850287907869, 'acc': 0.7842132239876987}

---------- epoch 10 ----------
----- in val progress... -----
current {'auc': 0.8679128312748909, 'spauc': 0.6369872158347386, 'metric': 0.779486166164109, 'f1_real': 0.7912408759124088, 'f1_fake': 0.7677314564158093, 'recall': 0.8019136067505817, 'recall_real': 0.6936860068259386, 'recall_fake': 0.9101412066752247, 'precision': 0.7922912398573132, 'precision_real': 0.9207248018120046, 'precision_fake': 0.6638576779026217, 'acc': 0.7801127626858022}
Max {'auc': 0.8701198701406809, 'spauc': 0.6413349988113062, 'metric': 0.7832508818443378, 'f1_real': 0.7976934166266217, 'f1_fake': 0.7688083470620538, 'recall': 0.8033895297638085, 'recall_real': 0.7081911262798635, 'recall_fake': 0.8985879332477535, 'precision': 0.79243816896085, 'precision_real': 0.9130913091309131, 'precision_fake': 0.6717850287907869, 'acc': 0.7842132239876987}

---------- epoch 11 ----------
----- in val progress... -----
current {'auc': 0.8557341388933917, 'spauc': 0.6093348088047736, 'metric': 0.7796620366461201, 'f1_real': 0.7942307692307692, 'f1_fake': 0.765093304061471, 'recall': 0.7997574995509251, 'recall_real': 0.7047781569965871, 'recall_fake': 0.8947368421052632, 'precision': 0.7889781256203513, 'precision_real': 0.9096916299559471, 'precision_fake': 0.6682646212847555, 'acc': 0.7806253203485393}
Max {'auc': 0.8701198701406809, 'spauc': 0.6413349988113062, 'metric': 0.7832508818443378, 'f1_real': 0.7976934166266217, 'f1_fake': 0.7688083470620538, 'recall': 0.8033895297638085, 'recall_real': 0.7081911262798635, 'recall_fake': 0.8985879332477535, 'precision': 0.79243816896085, 'precision_real': 0.9130913091309131, 'precision_fake': 0.6717850287907869, 'acc': 0.7842132239876987}

---------- epoch 12 ----------
----- in val progress... -----
current {'auc': 0.8549641397258233, 'spauc': 0.6176810302227989, 'metric': 0.7839019153431941, 'f1_real': 0.8088235294117647, 'f1_fake': 0.7589803012746236, 'recall': 0.7958374042156084, 'recall_real': 0.7508532423208191, 'recall_fake': 0.8408215661103979, 'precision': 0.7840759454263201, 'precision_real': 0.8764940239043825, 'precision_fake': 0.6916578669482577, 'acc': 0.7867760123013839}
Max {'auc': 0.8549641397258233, 'spauc': 0.6176810302227989, 'metric': 0.7839019153431941, 'f1_real': 0.8088235294117647, 'f1_fake': 0.7589803012746236, 'recall': 0.7958374042156084, 'recall_real': 0.7508532423208191, 'recall_fake': 0.8408215661103979, 'precision': 0.7840759454263201, 'precision_real': 0.8764940239043825, 'precision_fake': 0.6916578669482577, 'acc': 0.7867760123013839}

---------- epoch 13 ----------
----- in val progress... -----
current {'auc': 0.8598212681875338, 'spauc': 0.6208879669370186, 'metric': 0.785543349424237, 'f1_real': 0.8048895157498824, 'f1_fake': 0.7661971830985916, 'recall': 0.8016447094594891, 'recall_real': 0.7303754266211604, 'recall_fake': 0.8729139922978177, 'precision': 0.7895330011144053, 'precision_real': 0.8963350785340314, 'precision_fake': 0.6827309236947792, 'acc': 0.787288569964121}
Max {'auc': 0.8598212681875338, 'spauc': 0.6208879669370186, 'metric': 0.785543349424237, 'f1_real': 0.8048895157498824, 'f1_fake': 0.7661971830985916, 'recall': 0.8016447094594891, 'recall_real': 0.7303754266211604, 'recall_fake': 0.8729139922978177, 'precision': 0.7895330011144053, 'precision_real': 0.8963350785340314, 'precision_fake': 0.6827309236947792, 'acc': 0.787288569964121}

---------- epoch 14 ----------
----- in val progress... -----
current {'auc': 0.8585047120005959, 'spauc': 0.6212211701404734, 'metric': 0.789170393482961, 'f1_real': 0.8153214774281806, 'f1_fake': 0.7630193095377413, 'recall': 0.7998845548900971, 'recall_real': 0.7627986348122867, 'recall_fake': 0.8369704749679076, 'precision': 0.7883437068865649, 'precision_real': 0.8756121449559255, 'precision_fake': 0.7010752688172043, 'acc': 0.7924141465914916}
Max {'auc': 0.8585047120005959, 'spauc': 0.6212211701404734, 'metric': 0.789170393482961, 'f1_real': 0.8153214774281806, 'f1_fake': 0.7630193095377413, 'recall': 0.7998845548900971, 'recall_real': 0.7627986348122867, 'recall_fake': 0.8369704749679076, 'precision': 0.7883437068865649, 'precision_real': 0.8756121449559255, 'precision_fake': 0.7010752688172043, 'acc': 0.7924141465914916}

---------- epoch 15 ----------
----- in val progress... -----
current {'auc': 0.8611400149837675, 'spauc': 0.6340748584232271, 'metric': 0.7801526555257898, 'f1_real': 0.8037037037037036, 'f1_fake': 0.7566016073478761, 'recall': 0.7932853443856874, 'recall_real': 0.7406143344709898, 'recall_fake': 0.8459563543003851, 'precision': 0.7814311719870008, 'precision_real': 0.8785425101214575, 'precision_fake': 0.6843198338525441, 'acc': 0.7826755509994875}
Max {'auc': 0.8585047120005959, 'spauc': 0.6212211701404734, 'metric': 0.789170393482961, 'f1_real': 0.8153214774281806, 'f1_fake': 0.7630193095377413, 'recall': 0.7998845548900971, 'recall_real': 0.7627986348122867, 'recall_fake': 0.8369704749679076, 'precision': 0.7883437068865649, 'precision_real': 0.8756121449559255, 'precision_fake': 0.7010752688172043, 'acc': 0.7924141465914916}

---------- epoch 16 ----------
----- in val progress... -----
current {'auc': 0.8584964972157355, 'spauc': 0.6301675032103955, 'metric': 0.7832637028532551, 'f1_real': 0.8064814814814815, 'f1_fake': 0.7600459242250287, 'recall': 0.7964907534381613, 'recall_real': 0.7431740614334471, 'recall_fake': 0.8498074454428755, 'precision': 0.7845070230092365, 'precision_real': 0.881578947368421, 'precision_fake': 0.6874350986500519, 'acc': 0.7857508969759098}
Max {'auc': 0.8585047120005959, 'spauc': 0.6212211701404734, 'metric': 0.789170393482961, 'f1_real': 0.8153214774281806, 'f1_fake': 0.7630193095377413, 'recall': 0.7998845548900971, 'recall_real': 0.7627986348122867, 'recall_fake': 0.8369704749679076, 'precision': 0.7883437068865649, 'precision_real': 0.8756121449559255, 'precision_fake': 0.7010752688172043, 'acc': 0.7924141465914916}

---------- epoch 17 ----------
----- in val progress... -----
current {'auc': 0.8574778638930631, 'spauc': 0.6301755738762232, 'metric': 0.7816075672693319, 'f1_real': 0.8029878618113913, 'f1_fake': 0.7602272727272726, 'recall': 0.7962908603398949, 'recall_real': 0.7337883959044369, 'recall_fake': 0.858793324775353, 'precision': 0.7842775623443361, 'precision_real': 0.8865979381443299, 'precision_fake': 0.6819571865443425, 'acc': 0.7837006663249616}
Max {'auc': 0.8585047120005959, 'spauc': 0.6212211701404734, 'metric': 0.789170393482961, 'f1_real': 0.8153214774281806, 'f1_fake': 0.7630193095377413, 'recall': 0.7998845548900971, 'recall_real': 0.7627986348122867, 'recall_fake': 0.8369704749679076, 'precision': 0.7883437068865649, 'precision_real': 0.8756121449559255, 'precision_fake': 0.7010752688172043, 'acc': 0.7924141465914916}

---------- epoch 18 ----------
----- in val progress... -----
current {'auc': 0.8570693152593464, 'spauc': 0.6319926266396999, 'metric': 0.7753938534781213, 'f1_real': 0.8113124171453823, 'f1_fake': 0.7394752898108603, 'recall': 0.7805984306475002, 'recall_real': 0.7832764505119454, 'recall_fake': 0.7779204107830552, 'precision': 0.7730405218169805, 'precision_real': 0.8414298808432631, 'precision_fake': 0.7046511627906977, 'acc': 0.7811378780112763}
Max {'auc': 0.8585047120005959, 'spauc': 0.6212211701404734, 'metric': 0.789170393482961, 'f1_real': 0.8153214774281806, 'f1_fake': 0.7630193095377413, 'recall': 0.7998845548900971, 'recall_real': 0.7627986348122867, 'recall_fake': 0.8369704749679076, 'precision': 0.7883437068865649, 'precision_real': 0.8756121449559255, 'precision_fake': 0.7010752688172043, 'acc': 0.7924141465914916}

---------- epoch 19 ----------
----- in val progress... -----
current {'auc': 0.8512828208037783, 'spauc': 0.6199108398957455, 'metric': 0.7767375032847055, 'f1_real': 0.7969924812030076, 'f1_fake': 0.7564825253664035, 'recall': 0.792455103462477, 'recall_real': 0.7235494880546075, 'recall_fake': 0.8613607188703466, 'precision': 0.7807005739997056, 'precision_real': 0.8870292887029289, 'precision_fake': 0.6743718592964824, 'acc': 0.7785750896975909}
Max {'auc': 0.8585047120005959, 'spauc': 0.6212211701404734, 'metric': 0.789170393482961, 'f1_real': 0.8153214774281806, 'f1_fake': 0.7630193095377413, 'recall': 0.7998845548900971, 'recall_real': 0.7627986348122867, 'recall_fake': 0.8369704749679076, 'precision': 0.7883437068865649, 'precision_real': 0.8756121449559255, 'precision_fake': 0.7010752688172043, 'acc': 0.7924141465914916}

test results: {'auc': 0.8432974831391717, 'spauc': 0.6142700628188755, 'metric': 0.7673466467389577, 'f1_real': 0.7889305816135085, 'f1_fake': 0.7457627118644069, 'recall': 0.7752382989850009, 'recall_real': 0.7396657871591908, 'recall_fake': 0.8108108108108109, 'precision': 0.7678013498454617, 'precision_real': 0.8452261306532663, 'precision_fake': 0.6903765690376569, 'acc': 0.7693490517683239}
best model path: ./param_model/ARG_测试种子/1/parameter_bert.pkl
best macro f1: 0.789170393482961
best_val_metric: {'auc': 0.8585047120005959, 'spauc': 0.6212211701404734, 'metric': 0.789170393482961, 'f1_real': 0.8153214774281806, 'f1_fake': 0.7630193095377413, 'recall': 0.7998845548900971, 'recall_real': 0.7627986348122867, 'recall_fake': 0.8369704749679076, 'precision': 0.7883437068865649, 'precision_real': 0.8756121449559255, 'precision_fake': 0.7010752688172043, 'acc': 0.7924141465914916}
the_test_metric: {'auc': 0.8432974831391717, 'spauc': 0.6142700628188755, 'metric': 0.7673466467389577, 'f1_real': 0.7889305816135085, 'f1_fake': 0.7457627118644069, 'recall': 0.7752382989850009, 'recall_real': 0.7396657871591908, 'recall_fake': 0.8108108108108109, 'precision': 0.7678013498454617, 'precision_real': 0.8452261306532663, 'precision_fake': 0.6903765690376569, 'acc': 0.7693490517683239}
lr: 2e-05; model name: ARG; batchsize: 64; epoch: 50; gpu: 2;
data_type: rationale; data_path: /home/tzh/ARG/data/zh; data_name: 测试种子;
before in config
{'use_cuda': True, 'seed': 3, 'batchsize': 64, 'max_len': 170, 'early_stop': 5, 'language': 'ch', 'root_path': '/home/tzh/ARG/data/zh', 'weight_decay': 5e-05, 'model': {'mlp': {'dims': [384], 'dropout': 0.2}, 'llm_judgment_predictor_weight': 1.8, 'rationale_usefulness_evaluator_weight': 2.2, 'kd_loss_weight': 1}, 'emb_dim': 768, 'co_attention_dim': 300, 'lr': 2e-05, 'epoch': 50, 'model_name': 'ARG', 'save_log_dir': './logs', 'save_param_dir': './param_model', 'param_log_dir': './logs/param', 'tensorboard_dir': './logs/tensorlog', 'bert_path': '/home/tzh/model/chinese-bert-wwm-ext', 'data_type': 'rationale', 'data_name': '测试种子', 'eval_mode': False, 'teacher_path': None, 'month': 1, 'eval_model_path': ''}
{'lr': [2e-05]}



==================== start training ====================
time cost in model and data loading: 39.64725947380066s
---------- epoch 0 ----------
----- in val progress... -----
current {'auc': 0.7259909221150771, 'spauc': 0.5787089378934593, 'metric': 0.49107798144856796, 'f1_real': 0.37812911725955206, 'f1_fake': 0.6040268456375839, 'recall': 0.5845712101363874, 'recall_real': 0.24488054607508533, 'recall_fake': 0.9242618741976893, 'precision': 0.6390389498136243, 'precision_real': 0.8294797687861272, 'precision_fake': 0.4485981308411215, 'acc': 0.5161455663762173}
Max {'auc': 0.7259909221150771, 'spauc': 0.5787089378934593, 'metric': 0.49107798144856796, 'f1_real': 0.37812911725955206, 'f1_fake': 0.6040268456375839, 'recall': 0.5845712101363874, 'recall_real': 0.24488054607508533, 'recall_fake': 0.9242618741976893, 'precision': 0.6390389498136243, 'precision_real': 0.8294797687861272, 'precision_fake': 0.4485981308411215, 'acc': 0.5161455663762173}

---------- epoch 1 ----------
----- in val progress... -----
current {'auc': 0.8248870740907877, 'spauc': 0.617916232484061, 'metric': 0.7457247960112989, 'f1_real': 0.7657957244655583, 'f1_fake': 0.7256538675570395, 'recall': 0.7623418927740562, 'recall_real': 0.6877133105802048, 'recall_fake': 0.8369704749679076, 'precision': 0.7521757349488415, 'precision_real': 0.8638799571275455, 'precision_fake': 0.6404715127701375, 'acc': 0.7473090722706305}
Max {'auc': 0.8248870740907877, 'spauc': 0.617916232484061, 'metric': 0.7457247960112989, 'f1_real': 0.7657957244655583, 'f1_fake': 0.7256538675570395, 'recall': 0.7623418927740562, 'recall_real': 0.6877133105802048, 'recall_fake': 0.8369704749679076, 'precision': 0.7521757349488415, 'precision_real': 0.8638799571275455, 'precision_fake': 0.6404715127701375, 'acc': 0.7473090722706305}

---------- epoch 2 ----------
----- in val progress... -----
current {'auc': 0.8348083435926869, 'spauc': 0.6048129300367815, 'metric': 0.7620294191964292, 'f1_real': 0.782033096926714, 'f1_fake': 0.7420257414661443, 'recall': 0.7783612709038892, 'recall_real': 0.7056313993174061, 'recall_fake': 0.8510911424903723, 'precision': 0.7673632151694187, 'precision_real': 0.8769883351007424, 'precision_fake': 0.6577380952380952, 'acc': 0.7637109174782163}
Max {'auc': 0.8348083435926869, 'spauc': 0.6048129300367815, 'metric': 0.7620294191964292, 'f1_real': 0.782033096926714, 'f1_fake': 0.7420257414661443, 'recall': 0.7783612709038892, 'recall_real': 0.7056313993174061, 'recall_fake': 0.8510911424903723, 'precision': 0.7673632151694187, 'precision_real': 0.8769883351007424, 'precision_fake': 0.6577380952380952, 'acc': 0.7637109174782163}

---------- epoch 3 ----------
----- in val progress... -----
current {'auc': 0.8475094962912983, 'spauc': 0.6045961750116967, 'metric': 0.7703142997142731, 'f1_real': 0.7923292797006549, 'f1_fake': 0.7482993197278912, 'recall': 0.7849681485408352, 'recall_real': 0.7226962457337884, 'recall_fake': 0.8472400513478819, 'precision': 0.7734311778121092, 'precision_real': 0.8768115942028986, 'precision_fake': 0.6700507614213198, 'acc': 0.7724243977447462}
Max {'auc': 0.8475094962912983, 'spauc': 0.6045961750116967, 'metric': 0.7703142997142731, 'f1_real': 0.7923292797006549, 'f1_fake': 0.7482993197278912, 'recall': 0.7849681485408352, 'recall_real': 0.7226962457337884, 'recall_fake': 0.8472400513478819, 'precision': 0.7734311778121092, 'precision_real': 0.8768115942028986, 'precision_fake': 0.6700507614213198, 'acc': 0.7724243977447462}

---------- epoch 4 ----------
----- in val progress... -----
current {'auc': 0.8507756947517383, 'spauc': 0.5974986008924312, 'metric': 0.7705165938772498, 'f1_real': 0.7847490347490349, 'f1_fake': 0.7562841530054646, 'recall': 0.7910021818468589, 'recall_real': 0.6936860068259386, 'recall_fake': 0.8883183568677792, 'precision': 0.7808769425943546, 'precision_real': 0.9033333333333333, 'precision_fake': 0.6584205518553758, 'acc': 0.7713992824192721}
Max {'auc': 0.8507756947517383, 'spauc': 0.5974986008924312, 'metric': 0.7705165938772498, 'f1_real': 0.7847490347490349, 'f1_fake': 0.7562841530054646, 'recall': 0.7910021818468589, 'recall_real': 0.6936860068259386, 'recall_fake': 0.8883183568677792, 'precision': 0.7808769425943546, 'precision_real': 0.9033333333333333, 'precision_fake': 0.6584205518553758, 'acc': 0.7713992824192721}

---------- epoch 5 ----------
----- in val progress... -----
current {'auc': 0.8572719466192327, 'spauc': 0.6097233537167607, 'metric': 0.774872279619115, 'f1_real': 0.7867575462512171, 'f1_fake': 0.762987012987013, 'recall': 0.7972131068535402, 'recall_real': 0.689419795221843, 'recall_fake': 0.9050064184852374, 'precision': 0.7877973141236538, 'precision_real': 0.9160997732426304, 'precision_fake': 0.6594948550046773, 'acc': 0.7754997437211686}
Max {'auc': 0.8572719466192327, 'spauc': 0.6097233537167607, 'metric': 0.774872279619115, 'f1_real': 0.7867575462512171, 'f1_fake': 0.762987012987013, 'recall': 0.7972131068535402, 'recall_real': 0.689419795221843, 'recall_fake': 0.9050064184852374, 'precision': 0.7877973141236538, 'precision_real': 0.9160997732426304, 'precision_fake': 0.6594948550046773, 'acc': 0.7754997437211686}

---------- epoch 6 ----------
----- in val progress... -----
current {'auc': 0.8638196778051848, 'spauc': 0.6277439975575859, 'metric': 0.7817112192938818, 'f1_real': 0.8094588449295134, 'f1_fake': 0.7539635936582502, 'recall': 0.7917595850109749, 'recall_real': 0.7593856655290102, 'recall_fake': 0.8241335044929397, 'precision': 0.7807034737414484, 'precision_real': 0.866601752677702, 'precision_fake': 0.6948051948051948, 'acc': 0.7852383393131728}
Max {'auc': 0.8638196778051848, 'spauc': 0.6277439975575859, 'metric': 0.7817112192938818, 'f1_real': 0.8094588449295134, 'f1_fake': 0.7539635936582502, 'recall': 0.7917595850109749, 'recall_real': 0.7593856655290102, 'recall_fake': 0.8241335044929397, 'precision': 0.7807034737414484, 'precision_real': 0.866601752677702, 'precision_fake': 0.6948051948051948, 'acc': 0.7852383393131728}

---------- epoch 7 ----------
----- in val progress... -----
current {'auc': 0.8656882675347322, 'spauc': 0.6224173581113535, 'metric': 0.7894576726172997, 'f1_real': 0.8032708032708032, 'f1_fake': 0.7756445419637961, 'recall': 0.810015575232095, 'recall_real': 0.712457337883959, 'recall_fake': 0.9075738125802311, 'precision': 0.7989102426001259, 'precision_real': 0.9206174200661521, 'precision_fake': 0.6772030651340997, 'acc': 0.7903639159405433}
Max {'auc': 0.8656882675347322, 'spauc': 0.6224173581113535, 'metric': 0.7894576726172997, 'f1_real': 0.8032708032708032, 'f1_fake': 0.7756445419637961, 'recall': 0.810015575232095, 'recall_real': 0.712457337883959, 'recall_fake': 0.9075738125802311, 'precision': 0.7989102426001259, 'precision_real': 0.9206174200661521, 'precision_fake': 0.6772030651340997, 'acc': 0.7903639159405433}

---------- epoch 8 ----------
----- in val progress... -----
current {'auc': 0.8692118625874601, 'spauc': 0.6277128678465366, 'metric': 0.7864258347016968, 'f1_real': 0.8, 'f1_fake': 0.7728516694033934, 'recall': 0.8072406209062989, 'recall_real': 0.7081911262798635, 'recall_fake': 0.9062901155327343, 'precision': 0.7964112415781153, 'precision_real': 0.9191583610188261, 'precision_fake': 0.6736641221374046, 'acc': 0.787288569964121}
Max {'auc': 0.8656882675347322, 'spauc': 0.6224173581113535, 'metric': 0.7894576726172997, 'f1_real': 0.8032708032708032, 'f1_fake': 0.7756445419637961, 'recall': 0.810015575232095, 'recall_real': 0.712457337883959, 'recall_fake': 0.9075738125802311, 'precision': 0.7989102426001259, 'precision_real': 0.9206174200661521, 'precision_fake': 0.6772030651340997, 'acc': 0.7903639159405433}

---------- epoch 9 ----------
----- in val progress... -----
current {'auc': 0.8739435786669704, 'spauc': 0.6440824840494819, 'metric': 0.7883056537779082, 'f1_real': 0.8116343490304708, 'f1_fake': 0.7649769585253455, 'recall': 0.8011874197689346, 'recall_real': 0.75, 'recall_fake': 0.8523748395378691, 'precision': 0.7890703678707565, 'precision_real': 0.8843058350100603, 'precision_fake': 0.6938349007314525, 'acc': 0.7908764736032804}
Max {'auc': 0.8656882675347322, 'spauc': 0.6224173581113535, 'metric': 0.7894576726172997, 'f1_real': 0.8032708032708032, 'f1_fake': 0.7756445419637961, 'recall': 0.810015575232095, 'recall_real': 0.712457337883959, 'recall_fake': 0.9075738125802311, 'precision': 0.7989102426001259, 'precision_real': 0.9206174200661521, 'precision_fake': 0.6772030651340997, 'acc': 0.7903639159405433}

---------- epoch 10 ----------
----- in val progress... -----
current {'auc': 0.8670541124308315, 'spauc': 0.6230445641413861, 'metric': 0.7942912463363097, 'f1_real': 0.8180147058823529, 'f1_fake': 0.7705677867902665, 'recall': 0.806522101057188, 'recall_real': 0.7593856655290102, 'recall_fake': 0.8536585365853658, 'precision': 0.7943358561530015, 'precision_real': 0.8864541832669323, 'precision_fake': 0.7022175290390708, 'acc': 0.7970271655561251}
Max {'auc': 0.8670541124308315, 'spauc': 0.6230445641413861, 'metric': 0.7942912463363097, 'f1_real': 0.8180147058823529, 'f1_fake': 0.7705677867902665, 'recall': 0.806522101057188, 'recall_real': 0.7593856655290102, 'recall_fake': 0.8536585365853658, 'precision': 0.7943358561530015, 'precision_real': 0.8864541832669323, 'precision_fake': 0.7022175290390708, 'acc': 0.7970271655561251}

---------- epoch 11 ----------
----- in val progress... -----
current {'auc': 0.8707737670155578, 'spauc': 0.6272240160878346, 'metric': 0.7939761087369268, 'f1_real': 0.8263950398582818, 'f1_fake': 0.7615571776155717, 'recall': 0.7998347185286115, 'recall_real': 0.7960750853242321, 'recall_fake': 0.803594351732991, 'precision': 0.7914077220323827, 'precision_real': 0.8591160220994475, 'precision_fake': 0.7236994219653179, 'acc': 0.7990773962070733}
Max {'auc': 0.8670541124308315, 'spauc': 0.6230445641413861, 'metric': 0.7942912463363097, 'f1_real': 0.8180147058823529, 'f1_fake': 0.7705677867902665, 'recall': 0.806522101057188, 'recall_real': 0.7593856655290102, 'recall_fake': 0.8536585365853658, 'precision': 0.7943358561530015, 'precision_real': 0.8864541832669323, 'precision_fake': 0.7022175290390708, 'acc': 0.7970271655561251}

---------- epoch 12 ----------
----- in val progress... -----
current {'auc': 0.8638426792027935, 'spauc': 0.6166168552858133, 'metric': 0.7789018837312636, 'f1_real': 0.8192457737321196, 'f1_fake': 0.7385579937304075, 'recall': 0.7812057770748355, 'recall_real': 0.8063139931740614, 'recall_fake': 0.7560975609756098, 'precision': 0.7772064222164636, 'precision_real': 0.8325991189427313, 'precision_fake': 0.7218137254901961, 'acc': 0.7862634546386469}
Max {'auc': 0.8670541124308315, 'spauc': 0.6230445641413861, 'metric': 0.7942912463363097, 'f1_real': 0.8180147058823529, 'f1_fake': 0.7705677867902665, 'recall': 0.806522101057188, 'recall_real': 0.7593856655290102, 'recall_fake': 0.8536585365853658, 'precision': 0.7943358561530015, 'precision_real': 0.8864541832669323, 'precision_fake': 0.7022175290390708, 'acc': 0.7970271655561251}

---------- epoch 13 ----------
----- in val progress... -----
current {'auc': 0.8630989673467778, 'spauc': 0.6151560647710133, 'metric': 0.7866953828386551, 'f1_real': 0.8080149114631873, 'f1_fake': 0.765375854214123, 'recall': 0.801202754034007, 'recall_real': 0.7397610921501706, 'recall_fake': 0.8626444159178434, 'precision': 0.7889817969352605, 'precision_real': 0.8901437371663244, 'precision_fake': 0.6878198567041965, 'acc': 0.7888262429523322}
Max {'auc': 0.8670541124308315, 'spauc': 0.6230445641413861, 'metric': 0.7942912463363097, 'f1_real': 0.8180147058823529, 'f1_fake': 0.7705677867902665, 'recall': 0.806522101057188, 'recall_real': 0.7593856655290102, 'recall_fake': 0.8536585365853658, 'precision': 0.7943358561530015, 'precision_real': 0.8864541832669323, 'precision_fake': 0.7022175290390708, 'acc': 0.7970271655561251}

---------- epoch 14 ----------
----- in val progress... -----
current {'auc': 0.8666986860725443, 'spauc': 0.6294567081414341, 'metric': 0.7904840519313993, 'f1_real': 0.8174386920980926, 'f1_fake': 0.7635294117647059, 'recall': 0.8005187362813093, 'recall_real': 0.7679180887372014, 'recall_fake': 0.8331193838254172, 'precision': 0.7892276229931585, 'precision_real': 0.8737864077669902, 'precision_fake': 0.7046688382193268, 'acc': 0.7939518195797027}
Max {'auc': 0.8670541124308315, 'spauc': 0.6230445641413861, 'metric': 0.7942912463363097, 'f1_real': 0.8180147058823529, 'f1_fake': 0.7705677867902665, 'recall': 0.806522101057188, 'recall_real': 0.7593856655290102, 'recall_fake': 0.8536585365853658, 'precision': 0.7943358561530015, 'precision_real': 0.8864541832669323, 'precision_fake': 0.7022175290390708, 'acc': 0.7970271655561251}

---------- epoch 15 ----------
----- in val progress... -----
current {'auc': 0.8680042892130017, 'spauc': 0.6335646770476951, 'metric': 0.7891285233125054, 'f1_real': 0.8109614491407339, 'f1_fake': 0.7672955974842768, 'recall': 0.803120632472716, 'recall_real': 0.7448805460750854, 'recall_fake': 0.8613607188703466, 'precision': 0.7908304171001608, 'precision_real': 0.8899082568807339, 'precision_fake': 0.6917525773195876, 'acc': 0.7913890312660175}
Max {'auc': 0.8670541124308315, 'spauc': 0.6230445641413861, 'metric': 0.7942912463363097, 'f1_real': 0.8180147058823529, 'f1_fake': 0.7705677867902665, 'recall': 0.806522101057188, 'recall_real': 0.7593856655290102, 'recall_fake': 0.8536585365853658, 'precision': 0.7943358561530015, 'precision_real': 0.8864541832669323, 'precision_fake': 0.7022175290390708, 'acc': 0.7970271655561251}

test results: {'auc': 0.8483206161306426, 'spauc': 0.6186715808990493, 'metric': 0.7687199537676996, 'f1_real': 0.7882797731568999, 'f1_fake': 0.7491601343784994, 'recall': 0.777688278347909, 'recall_real': 0.7335092348284961, 'recall_fake': 0.8218673218673219, 'precision': 0.7700806441443145, 'precision_real': 0.8518896833503575, 'precision_fake': 0.6882716049382716, 'acc': 0.770374167093798}
best model path: ./param_model/ARG_测试种子/1/parameter_bert.pkl
best macro f1: 0.7942912463363097
best_val_metric: {'auc': 0.8670541124308315, 'spauc': 0.6230445641413861, 'metric': 0.7942912463363097, 'f1_real': 0.8180147058823529, 'f1_fake': 0.7705677867902665, 'recall': 0.806522101057188, 'recall_real': 0.7593856655290102, 'recall_fake': 0.8536585365853658, 'precision': 0.7943358561530015, 'precision_real': 0.8864541832669323, 'precision_fake': 0.7022175290390708, 'acc': 0.7970271655561251}
the_test_metric: {'auc': 0.8483206161306426, 'spauc': 0.6186715808990493, 'metric': 0.7687199537676996, 'f1_real': 0.7882797731568999, 'f1_fake': 0.7491601343784994, 'recall': 0.777688278347909, 'recall_real': 0.7335092348284961, 'recall_fake': 0.8218673218673219, 'precision': 0.7700806441443145, 'precision_real': 0.8518896833503575, 'precision_fake': 0.6882716049382716, 'acc': 0.770374167093798}
lr: 2e-05; model name: ARG; batchsize: 64; epoch: 50; gpu: 2;
data_type: rationale; data_path: /home/tzh/ARG/data/zh; data_name: 测试种子;
before in config
{'use_cuda': True, 'seed': 4, 'batchsize': 64, 'max_len': 170, 'early_stop': 5, 'language': 'ch', 'root_path': '/home/tzh/ARG/data/zh', 'weight_decay': 5e-05, 'model': {'mlp': {'dims': [384], 'dropout': 0.2}, 'llm_judgment_predictor_weight': 1.8, 'rationale_usefulness_evaluator_weight': 2.2, 'kd_loss_weight': 1}, 'emb_dim': 768, 'co_attention_dim': 300, 'lr': 2e-05, 'epoch': 50, 'model_name': 'ARG', 'save_log_dir': './logs', 'save_param_dir': './param_model', 'param_log_dir': './logs/param', 'tensorboard_dir': './logs/tensorlog', 'bert_path': '/home/tzh/model/chinese-bert-wwm-ext', 'data_type': 'rationale', 'data_name': '测试种子', 'eval_mode': False, 'teacher_path': None, 'month': 1, 'eval_model_path': ''}
{'lr': [2e-05]}



==================== start training ====================
time cost in model and data loading: 39.76400542259216s
---------- epoch 0 ----------
----- in val progress... -----
current {'auc': 0.7399166254101915, 'spauc': 0.5977614740079595, 'metric': 0.5298404741255485, 'f1_real': 0.44164037854889593, 'f1_fake': 0.6180405697022011, 'recall': 0.6088809491471958, 'recall_real': 0.2986348122866894, 'recall_fake': 0.9191270860077022, 'precision': 0.6564986445086067, 'precision_real': 0.847457627118644, 'precision_fake': 0.46553966189856955, 'acc': 0.5463864684777038}
Max {'auc': 0.7399166254101915, 'spauc': 0.5977614740079595, 'metric': 0.5298404741255485, 'f1_real': 0.44164037854889593, 'f1_fake': 0.6180405697022011, 'recall': 0.6088809491471958, 'recall_real': 0.2986348122866894, 'recall_fake': 0.9191270860077022, 'precision': 0.6564986445086067, 'precision_real': 0.847457627118644, 'precision_fake': 0.46553966189856955, 'acc': 0.5463864684777038}

---------- epoch 1 ----------
----- in val progress... -----
current {'auc': 0.8281510819419313, 'spauc': 0.5884617610700135, 'metric': 0.7484075030570931, 'f1_real': 0.7638821825205215, 'f1_fake': 0.7329328235936646, 'recall': 0.7681376973191323, 'recall_real': 0.6749146757679181, 'recall_fake': 0.8613607188703466, 'precision': 0.7588496089867491, 'precision_real': 0.8798665183537263, 'precision_fake': 0.6378326996197718, 'acc': 0.7493593029215787}
Max {'auc': 0.8281510819419313, 'spauc': 0.5884617610700135, 'metric': 0.7484075030570931, 'f1_real': 0.7638821825205215, 'f1_fake': 0.7329328235936646, 'recall': 0.7681376973191323, 'recall_real': 0.6749146757679181, 'recall_fake': 0.8613607188703466, 'precision': 0.7588496089867491, 'precision_real': 0.8798665183537263, 'precision_fake': 0.6378326996197718, 'acc': 0.7493593029215787}

---------- epoch 2 ----------
----- in val progress... -----
current {'auc': 0.8412246382208748, 'spauc': 0.6005101121983963, 'metric': 0.759426207047734, 'f1_real': 0.7723735408560312, 'f1_fake': 0.7464788732394367, 'recall': 0.7809708342278321, 'recall_real': 0.6774744027303754, 'recall_fake': 0.8844672657252889, 'precision': 0.7719628764201232, 'precision_real': 0.8981900452488688, 'precision_fake': 0.6457357075913777, 'acc': 0.7601230138390569}
Max {'auc': 0.8412246382208748, 'spauc': 0.6005101121983963, 'metric': 0.759426207047734, 'f1_real': 0.7723735408560312, 'f1_fake': 0.7464788732394367, 'recall': 0.7809708342278321, 'recall_real': 0.6774744027303754, 'recall_fake': 0.8844672657252889, 'precision': 0.7719628764201232, 'precision_real': 0.8981900452488688, 'precision_fake': 0.6457357075913777, 'acc': 0.7601230138390569}

---------- epoch 3 ----------
----- in val progress... -----
current {'auc': 0.8407142262548907, 'spauc': 0.6066541947977411, 'metric': 0.7649507373998773, 'f1_real': 0.7884436160298229, 'f1_fake': 0.7414578587699316, 'recall': 0.77876489066669, 'recall_real': 0.7218430034129693, 'recall_fake': 0.8356867779204108, 'precision': 0.7674543241999248, 'precision_real': 0.8685831622176592, 'precision_fake': 0.6663254861821903, 'acc': 0.7672988211173757}
Max {'auc': 0.8407142262548907, 'spauc': 0.6066541947977411, 'metric': 0.7649507373998773, 'f1_real': 0.7884436160298229, 'f1_fake': 0.7414578587699316, 'recall': 0.77876489066669, 'recall_real': 0.7218430034129693, 'recall_fake': 0.8356867779204108, 'precision': 0.7674543241999248, 'precision_real': 0.8685831622176592, 'precision_fake': 0.6663254861821903, 'acc': 0.7672988211173757}

---------- epoch 4 ----------
----- in val progress... -----
current {'auc': 0.8567286755138074, 'spauc': 0.6183924017678909, 'metric': 0.774607983482632, 'f1_real': 0.7923990498812351, 'f1_fake': 0.756816917084029, 'recall': 0.7922590439304789, 'recall_real': 0.71160409556314, 'recall_fake': 0.8729139922978177, 'precision': 0.7809335498013252, 'precision_real': 0.8938906752411575, 'precision_fake': 0.6679764243614931, 'acc': 0.7760123013839056}
Max {'auc': 0.8567286755138074, 'spauc': 0.6183924017678909, 'metric': 0.774607983482632, 'f1_real': 0.7923990498812351, 'f1_fake': 0.756816917084029, 'recall': 0.7922590439304789, 'recall_real': 0.71160409556314, 'recall_fake': 0.8729139922978177, 'precision': 0.7809335498013252, 'precision_real': 0.8938906752411575, 'precision_fake': 0.6679764243614931, 'acc': 0.7760123013839056}

---------- epoch 5 ----------
----- in val progress... -----
current {'auc': 0.8628777158078748, 'spauc': 0.6453149900165864, 'metric': 0.7703981332706386, 'f1_real': 0.7809897109260165, 'f1_fake': 0.7598065556152606, 'recall': 0.7938039711365319, 'recall_real': 0.6800341296928327, 'recall_fake': 0.9075738125802311, 'precision': 0.7852828691699513, 'precision_real': 0.9171461449942463, 'precision_fake': 0.6534195933456562, 'acc': 0.7708867247565351}
Max {'auc': 0.8567286755138074, 'spauc': 0.6183924017678909, 'metric': 0.774607983482632, 'f1_real': 0.7923990498812351, 'f1_fake': 0.756816917084029, 'recall': 0.7922590439304789, 'recall_real': 0.71160409556314, 'recall_fake': 0.8729139922978177, 'precision': 0.7809335498013252, 'precision_real': 0.8938906752411575, 'precision_fake': 0.6679764243614931, 'acc': 0.7760123013839056}

---------- epoch 6 ----------
----- in val progress... -----
current {'auc': 0.8544531801075151, 'spauc': 0.6352007163061808, 'metric': 0.7705254963558049, 'f1_real': 0.7940492794049279, 'f1_fake': 0.747001713306682, 'recall': 0.7841034055212117, 'recall_real': 0.7286689419795221, 'recall_fake': 0.8395378690629012, 'precision': 0.7725790993581256, 'precision_real': 0.8723186925434117, 'precision_fake': 0.6728395061728395, 'acc': 0.7729369554074833}
Max {'auc': 0.8567286755138074, 'spauc': 0.6183924017678909, 'metric': 0.774607983482632, 'f1_real': 0.7923990498812351, 'f1_fake': 0.756816917084029, 'recall': 0.7922590439304789, 'recall_real': 0.71160409556314, 'recall_fake': 0.8729139922978177, 'precision': 0.7809335498013252, 'precision_real': 0.8938906752411575, 'precision_fake': 0.6679764243614931, 'acc': 0.7760123013839056}

---------- epoch 7 ----------
----- in val progress... -----
current {'auc': 0.860677248769973, 'spauc': 0.6371751470532961, 'metric': 0.7781520060986937, 'f1_real': 0.8060109289617485, 'f1_fake': 0.7502930832356389, 'recall': 0.7883427821614304, 'recall_real': 0.7551194539249146, 'recall_fake': 0.8215661103979461, 'precision': 0.7773284747505393, 'precision_real': 0.8642578125, 'precision_fake': 0.6903991370010788, 'acc': 0.7816504356740134}
Max {'auc': 0.860677248769973, 'spauc': 0.6371751470532961, 'metric': 0.7781520060986937, 'f1_real': 0.8060109289617485, 'f1_fake': 0.7502930832356389, 'recall': 0.7883427821614304, 'recall_real': 0.7551194539249146, 'recall_fake': 0.8215661103979461, 'precision': 0.7773284747505393, 'precision_real': 0.8642578125, 'precision_fake': 0.6903991370010788, 'acc': 0.7816504356740134}

---------- epoch 8 ----------
----- in val progress... -----
current {'auc': 0.8579351535836177, 'spauc': 0.640589615174512, 'metric': 0.7749025873531052, 'f1_real': 0.7968239140588509, 'f1_fake': 0.7529812606473595, 'recall': 0.7894534210745376, 'recall_real': 0.7278156996587031, 'recall_fake': 0.8510911424903723, 'precision': 0.7777208535895868, 'precision_real': 0.8802889576883385, 'precision_fake': 0.675152749490835, 'acc': 0.7770374167093798}
Max {'auc': 0.860677248769973, 'spauc': 0.6371751470532961, 'metric': 0.7781520060986937, 'f1_real': 0.8060109289617485, 'f1_fake': 0.7502930832356389, 'recall': 0.7883427821614304, 'recall_real': 0.7551194539249146, 'recall_fake': 0.8215661103979461, 'precision': 0.7773284747505393, 'precision_real': 0.8642578125, 'precision_fake': 0.6903991370010788, 'acc': 0.7816504356740134}

---------- epoch 9 ----------
----- in val progress... -----
current {'auc': 0.8594483169548778, 'spauc': 0.6324123012627364, 'metric': 0.7798495168199031, 'f1_real': 0.802417480241748, 'f1_fake': 0.7572815533980582, 'recall': 0.7937196326786333, 'recall_real': 0.7363481228668942, 'recall_fake': 0.8510911424903723, 'precision': 0.7818052560561923, 'precision_real': 0.881511746680286, 'precision_fake': 0.6820987654320988, 'acc': 0.7821629933367504}
Max {'auc': 0.8594483169548778, 'spauc': 0.6324123012627364, 'metric': 0.7798495168199031, 'f1_real': 0.802417480241748, 'f1_fake': 0.7572815533980582, 'recall': 0.7937196326786333, 'recall_real': 0.7363481228668942, 'recall_fake': 0.8510911424903723, 'precision': 0.7818052560561923, 'precision_real': 0.881511746680286, 'precision_fake': 0.6820987654320988, 'acc': 0.7821629933367504}

---------- epoch 10 ----------
----- in val progress... -----
current {'auc': 0.8541081591433841, 'spauc': 0.6331715203266637, 'metric': 0.7713018317323412, 'f1_real': 0.8041237113402061, 'f1_fake': 0.7384799521244764, 'recall': 0.778699720040132, 'recall_real': 0.765358361774744, 'recall_fake': 0.79204107830552, 'precision': 0.7693647658125738, 'precision_real': 0.8470254957507082, 'precision_fake': 0.6917040358744395, 'acc': 0.7760123013839056}
Max {'auc': 0.8594483169548778, 'spauc': 0.6324123012627364, 'metric': 0.7798495168199031, 'f1_real': 0.802417480241748, 'f1_fake': 0.7572815533980582, 'recall': 0.7937196326786333, 'recall_real': 0.7363481228668942, 'recall_fake': 0.8510911424903723, 'precision': 0.7818052560561923, 'precision_real': 0.881511746680286, 'precision_fake': 0.6820987654320988, 'acc': 0.7821629933367504}

---------- epoch 11 ----------
----- in val progress... -----
current {'auc': 0.8608853566530994, 'spauc': 0.6358538637620879, 'metric': 0.7792318902192696, 'f1_real': 0.7967711301044635, 'f1_fake': 0.7616926503340758, 'recall': 0.7969595438275202, 'recall_real': 0.7158703071672355, 'recall_fake': 0.8780487804878049, 'precision': 0.7854266547914575, 'precision_real': 0.8982869379014989, 'precision_fake': 0.672566371681416, 'acc': 0.7806253203485393}
Max {'auc': 0.8594483169548778, 'spauc': 0.6324123012627364, 'metric': 0.7798495168199031, 'f1_real': 0.802417480241748, 'f1_fake': 0.7572815533980582, 'recall': 0.7937196326786333, 'recall_real': 0.7363481228668942, 'recall_fake': 0.8510911424903723, 'precision': 0.7818052560561923, 'precision_real': 0.881511746680286, 'precision_fake': 0.6820987654320988, 'acc': 0.7821629933367504}

---------- epoch 12 ----------
----- in val progress... -----
current {'auc': 0.859833864190986, 'spauc': 0.6377839058471513, 'metric': 0.778958484306294, 'f1_real': 0.8076225045372051, 'f1_fake': 0.7502944640753828, 'recall': 0.788550342392233, 'recall_real': 0.7593856655290102, 'recall_fake': 0.8177150192554558, 'precision': 0.7777739116498384, 'precision_real': 0.8624031007751938, 'precision_fake': 0.6931447225244831, 'acc': 0.7826755509994875}
Max {'auc': 0.8594483169548778, 'spauc': 0.6324123012627364, 'metric': 0.7798495168199031, 'f1_real': 0.802417480241748, 'f1_fake': 0.7572815533980582, 'recall': 0.7937196326786333, 'recall_real': 0.7363481228668942, 'recall_fake': 0.8510911424903723, 'precision': 0.7818052560561923, 'precision_real': 0.881511746680286, 'precision_fake': 0.6820987654320988, 'acc': 0.7821629933367504}

---------- epoch 13 ----------
----- in val progress... -----
current {'auc': 0.8619992814801509, 'spauc': 0.6455663336095039, 'metric': 0.7760045924225029, 'f1_real': 0.7999999999999999, 'f1_fake': 0.7520091848450058, 'recall': 0.7890114656490557, 'recall_real': 0.7372013651877133, 'recall_fake': 0.8408215661103979, 'precision': 0.7773300372906866, 'precision_real': 0.8744939271255061, 'precision_fake': 0.6801661474558671, 'acc': 0.7785750896975909}
Max {'auc': 0.8594483169548778, 'spauc': 0.6324123012627364, 'metric': 0.7798495168199031, 'f1_real': 0.802417480241748, 'f1_fake': 0.7572815533980582, 'recall': 0.7937196326786333, 'recall_real': 0.7363481228668942, 'recall_fake': 0.8510911424903723, 'precision': 0.7818052560561923, 'precision_real': 0.881511746680286, 'precision_fake': 0.6820987654320988, 'acc': 0.7821629933367504}

---------- epoch 14 ----------
----- in val progress... -----
current {'auc': 0.8705667544370791, 'spauc': 0.6632987393850568, 'metric': 0.78116124748184, 'f1_real': 0.7959673547767643, 'f1_fake': 0.7663551401869158, 'recall': 0.8010373630321538, 'recall_real': 0.7073378839590444, 'recall_fake': 0.8947368421052632, 'precision': 0.7900906653719497, 'precision_real': 0.9099890230515917, 'precision_fake': 0.6701923076923076, 'acc': 0.7821629933367504}
Max {'auc': 0.8705667544370791, 'spauc': 0.6632987393850568, 'metric': 0.78116124748184, 'f1_real': 0.7959673547767643, 'f1_fake': 0.7663551401869158, 'recall': 0.8010373630321538, 'recall_real': 0.7073378839590444, 'recall_fake': 0.8947368421052632, 'precision': 0.7900906653719497, 'precision_real': 0.9099890230515917, 'precision_fake': 0.6701923076923076, 'acc': 0.7821629933367504}

---------- epoch 15 ----------
----- in val progress... -----
current {'auc': 0.8595293694988324, 'spauc': 0.6365029758850811, 'metric': 0.7724234938932346, 'f1_real': 0.787704130643612, 'f1_fake': 0.7571428571428571, 'recall': 0.7920629843984806, 'recall_real': 0.6996587030716723, 'recall_fake': 0.8844672657252889, 'precision': 0.7814812468991144, 'precision_real': 0.9010989010989011, 'precision_fake': 0.6618635926993276, 'acc': 0.7734495130702204}
Max {'auc': 0.8705667544370791, 'spauc': 0.6632987393850568, 'metric': 0.78116124748184, 'f1_real': 0.7959673547767643, 'f1_fake': 0.7663551401869158, 'recall': 0.8010373630321538, 'recall_real': 0.7073378839590444, 'recall_fake': 0.8947368421052632, 'precision': 0.7900906653719497, 'precision_real': 0.9099890230515917, 'precision_fake': 0.6701923076923076, 'acc': 0.7821629933367504}

---------- epoch 16 ----------
----- in val progress... -----
current {'auc': 0.8653996547599749, 'spauc': 0.6485276914921116, 'metric': 0.7786611280314863, 'f1_real': 0.7965860597439545, 'f1_fake': 0.7607361963190183, 'recall': 0.7961024679404329, 'recall_real': 0.7167235494880546, 'recall_fake': 0.8754813863928113, 'precision': 0.7845309740474341, 'precision_real': 0.8964781216648879, 'precision_fake': 0.6725838264299803, 'acc': 0.7801127626858022}
Max {'auc': 0.8705667544370791, 'spauc': 0.6632987393850568, 'metric': 0.78116124748184, 'f1_real': 0.7959673547767643, 'f1_fake': 0.7663551401869158, 'recall': 0.8010373630321538, 'recall_real': 0.7073378839590444, 'recall_fake': 0.8947368421052632, 'precision': 0.7900906653719497, 'precision_real': 0.9099890230515917, 'precision_fake': 0.6701923076923076, 'acc': 0.7821629933367504}

---------- epoch 17 ----------
----- in val progress... -----
current {'auc': 0.8628908594636513, 'spauc': 0.6435042784905457, 'metric': 0.7762449130595634, 'f1_real': 0.7933333333333333, 'f1_fake': 0.7591564927857936, 'recall': 0.7943998168650628, 'recall_real': 0.7107508532423208, 'recall_fake': 0.8780487804878049, 'precision': 0.7831255056122965, 'precision_real': 0.8976293103448276, 'precision_fake': 0.6686217008797654, 'acc': 0.7775499743721168}
Max {'auc': 0.8705667544370791, 'spauc': 0.6632987393850568, 'metric': 0.78116124748184, 'f1_real': 0.7959673547767643, 'f1_fake': 0.7663551401869158, 'recall': 0.8010373630321538, 'recall_real': 0.7073378839590444, 'recall_fake': 0.8947368421052632, 'precision': 0.7900906653719497, 'precision_real': 0.9099890230515917, 'precision_fake': 0.6701923076923076, 'acc': 0.7821629933367504}

---------- epoch 18 ----------
----- in val progress... -----
current {'auc': 0.850104273002493, 'spauc': 0.6327962343656791, 'metric': 0.7585941310328885, 'f1_real': 0.7900226757369614, 'f1_fake': 0.7271655863288156, 'recall': 0.7676075698694835, 'recall_real': 0.7431740614334471, 'recall_fake': 0.79204107830552, 'precision': 0.7576442537862731, 'precision_real': 0.8431752178121975, 'precision_fake': 0.6721132897603486, 'acc': 0.7626858021527422}
Max {'auc': 0.8705667544370791, 'spauc': 0.6632987393850568, 'metric': 0.78116124748184, 'f1_real': 0.7959673547767643, 'f1_fake': 0.7663551401869158, 'recall': 0.8010373630321538, 'recall_real': 0.7073378839590444, 'recall_fake': 0.8947368421052632, 'precision': 0.7900906653719497, 'precision_real': 0.9099890230515917, 'precision_fake': 0.6701923076923076, 'acc': 0.7821629933367504}

---------- epoch 19 ----------
----- in val progress... -----
current {'auc': 0.8551213159428163, 'spauc': 0.6407838876305055, 'metric': 0.76514600297463, 'f1_real': 0.7965641952983724, 'f1_fake': 0.7337278106508875, 'recall': 0.7737993270448242, 'recall_real': 0.7517064846416383, 'recall_fake': 0.7958921694480102, 'precision': 0.7638430929663091, 'precision_real': 0.8471153846153846, 'precision_fake': 0.6805708013172338, 'acc': 0.7693490517683239}
Max {'auc': 0.8705667544370791, 'spauc': 0.6632987393850568, 'metric': 0.78116124748184, 'f1_real': 0.7959673547767643, 'f1_fake': 0.7663551401869158, 'recall': 0.8010373630321538, 'recall_real': 0.7073378839590444, 'recall_fake': 0.8947368421052632, 'precision': 0.7900906653719497, 'precision_real': 0.9099890230515917, 'precision_fake': 0.6701923076923076, 'acc': 0.7821629933367504}

test results: {'auc': 0.851466962284904, 'spauc': 0.6323845275379785, 'metric': 0.7571519060126564, 'f1_real': 0.7671097981290005, 'f1_fake': 0.7471940138963121, 'recall': 0.7719293411905549, 'recall_real': 0.6851363236587511, 'recall_fake': 0.8587223587223587, 'precision': 0.7663351175396155, 'precision_real': 0.8713646532438478, 'precision_fake': 0.6613055818353831, 'acc': 0.7575602255253716}
best model path: ./param_model/ARG_测试种子/1/parameter_bert.pkl
best macro f1: 0.78116124748184
best_val_metric: {'auc': 0.8705667544370791, 'spauc': 0.6632987393850568, 'metric': 0.78116124748184, 'f1_real': 0.7959673547767643, 'f1_fake': 0.7663551401869158, 'recall': 0.8010373630321538, 'recall_real': 0.7073378839590444, 'recall_fake': 0.8947368421052632, 'precision': 0.7900906653719497, 'precision_real': 0.9099890230515917, 'precision_fake': 0.6701923076923076, 'acc': 0.7821629933367504}
the_test_metric: {'auc': 0.851466962284904, 'spauc': 0.6323845275379785, 'metric': 0.7571519060126564, 'f1_real': 0.7671097981290005, 'f1_fake': 0.7471940138963121, 'recall': 0.7719293411905549, 'recall_real': 0.6851363236587511, 'recall_fake': 0.8587223587223587, 'precision': 0.7663351175396155, 'precision_real': 0.8713646532438478, 'precision_fake': 0.6613055818353831, 'acc': 0.7575602255253716}