From f34936f5939c96093c9c32795ad475b0eb23dc17 Mon Sep 17 00:00:00 2001
From: pkanwar23 <40809717+pkanwar23@users.noreply.github.com>
Date: Wed, 5 Feb 2020 17:55:36 -0800
Subject: [PATCH] Update README.md (#339)

---
 language_model/tensorflow/bert/README.md | 22 +++++++++++++++++++++-
 1 file changed, 21 insertions(+), 1 deletion(-)

diff --git a/language_model/tensorflow/bert/README.md b/language_model/tensorflow/bert/README.md
index e845566c0..7be3a41a5 100644
--- a/language_model/tensorflow/bert/README.md
+++ b/language_model/tensorflow/bert/README.md
@@ -1 +1,21 @@
-README
+To run this model, use the following command.
+
+```shell
+
+python run_pretraining.py \
+  --bert_config_file=./bert_config.json \
+  --output_dir=/tmp/output/ \
+  --input_file="./uncased_seq_512/wikipedia.tfrecord*,./uncased_seq_512/books.tfrecord*" \
+  --nodo_eval \
+  --do_train \
+  --eval_batch_size=8 \
+  --init_checkpoint=./checkpoint/model.ckpt-7037 \
+  --iterations_per_loop=1000 \
+  --max_predictions_per_seq=76 \
+  --max_seq_length=512 \
+  --num_train_steps=1365333333 \
+  --num_warmup_steps=0 \
+  --optimizer=lamb \
+  --save_checkpoints_steps=1000 \
+  --start_warmup_step=0 \
+  --train_batch_size=24/