Update my_tod_pretraining.py

jasonwu0731 · Oct 27, 2020 · 85e910a · 85e910a
1 parent 9de13bb
commit 85e910a
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/my_tod_pretraining.py b/my_tod_pretraining.py
@@ -445,8 +445,8 @@ def train(args, trn_loader, dev_loader, model, tokenizer, cand_uttr_sys_dict, ot
                 ## Calculate RCL loss
                 scores = torch.matmul(hid_cont, hid_resp.transpose(1, 0))
                 loss_rs = xeloss(scores, resp_label)
-                loss_rs = loss_rs.item()
                 loss += loss_rs
+                loss_rs = loss_rs.item()
 
             ## with only MLM loss
             else: 
@@ -1007,4 +1007,4 @@ def main():
 
 
 if __name__ == "__main__":
-    main()
+    main()