Update README.md (mlcommons#339)

PenghuiCheng · Feb 6, 2020 · f34936f · f34936f
1 parent fd17c70
commit f34936f
Showing 1 changed file with 21 additions and 1 deletion.
diff --git a/language_model/tensorflow/bert/README.md b/language_model/tensorflow/bert/README.md
@@ -1 +1,21 @@
-README
+To run this model, use the following command.
+
+```shell
+
+python run_pretraining.py \
+  --bert_config_file=./bert_config.json \
+  --output_dir=/tmp/output/ \
+  --input_file="./uncased_seq_512/wikipedia.tfrecord*,./uncased_seq_512/books.tfrecord*" \
+  --nodo_eval \
+  --do_train \
+  --eval_batch_size=8 \
+  --init_checkpoint=./checkpoint/model.ckpt-7037 \
+  --iterations_per_loop=1000 \
+  --max_predictions_per_seq=76 \
+  --max_seq_length=512 \
+  --num_train_steps=1365333333 \
+  --num_warmup_steps=0 \
+  --optimizer=lamb \
+  --save_checkpoints_steps=1000 \
+  --start_warmup_step=0 \
+  --train_batch_size=24/