From 0f617c254029cce643df2d5b32d86bd853305381 Mon Sep 17 00:00:00 2001 From: ShawnXuan Date: Thu, 8 Oct 2020 00:14:08 +0800 Subject: [PATCH] fix --- LanguageModeling/BERT/pretrain.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/LanguageModeling/BERT/pretrain.py b/LanguageModeling/BERT/pretrain.py index 92186b8..7b212a8 100755 --- a/LanguageModeling/BERT/pretrain.py +++ b/LanguageModeling/BERT/pretrain.py @@ -82,9 +82,9 @@ def PreTrain( initializer_range=initializer_range, ) with flow.scope.namespace("cls-loss"): - if use_fp16: - lm_loss = flow.reduce_mean(lm_loss) - ns_loss = flow.reduce_mean(ns_loss) + if not use_fp16: + lm_loss = flow.math.reduce_mean(lm_loss) + ns_loss = flow.math.reduce_mean(ns_loss) total_loss = lm_loss + ns_loss return total_loss, lm_loss, ns_loss