From b73465f45c2235744fe526981c79f5fd09bce4a8 Mon Sep 17 00:00:00 2001
From: "github-actions[bot]"
 <41898282+github-actions[bot]@users.noreply.github.com>
Date: Sun, 11 Feb 2024 08:40:53 -0800
Subject: [PATCH] Automated update for atac/PeakVI.ipynb (#223)

Execute atac/PeakVI.ipynb

Co-authored-by: martinkim0 <martinkim0@users.noreply.github.com>
---
 atac/PeakVI.ipynb | 7468 +++++++++++++++++++++++++++++++++++++++++++--
 1 file changed, 7255 insertions(+), 213 deletions(-)

diff --git a/atac/PeakVI.ipynb b/atac/PeakVI.ipynb
index 5d0b603..bd772d5 100644
--- a/atac/PeakVI.ipynb
+++ b/atac/PeakVI.ipynb
@@ -23,10 +23,10 @@
    "execution_count": 1,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-12-06T20:43:14.570844Z",
-     "iopub.status.busy": "2023-12-06T20:43:14.570715Z",
-     "iopub.status.idle": "2023-12-06T20:43:14.573054Z",
-     "shell.execute_reply": "2023-12-06T20:43:14.572638Z"
+     "iopub.execute_input": "2024-02-11T16:35:17.727642Z",
+     "iopub.status.busy": "2024-02-11T16:35:17.727504Z",
+     "iopub.status.idle": "2024-02-11T16:35:17.730028Z",
+     "shell.execute_reply": "2024-02-11T16:35:17.729749Z"
     }
    },
    "outputs": [],
@@ -45,10 +45,10 @@
      "base_uri": "https://localhost:8080/"
     },
     "execution": {
-     "iopub.execute_input": "2023-12-06T20:43:14.574525Z",
-     "iopub.status.busy": "2023-12-06T20:43:14.574425Z",
-     "iopub.status.idle": "2023-12-06T20:43:17.694239Z",
-     "shell.execute_reply": "2023-12-06T20:43:17.693766Z"
+     "iopub.execute_input": "2024-02-11T16:35:17.731483Z",
+     "iopub.status.busy": "2024-02-11T16:35:17.731323Z",
+     "iopub.status.idle": "2024-02-11T16:35:20.803056Z",
+     "shell.execute_reply": "2024-02-11T16:35:20.802672Z"
     },
     "id": "tcbBdgYoMf8O",
     "outputId": "c7fc0a25-9760-42d6-8768-e17b560cbdee"
@@ -72,10 +72,10 @@
    "execution_count": 3,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-12-06T20:43:17.696057Z",
-     "iopub.status.busy": "2023-12-06T20:43:17.695775Z",
-     "iopub.status.idle": "2023-12-06T20:43:17.699616Z",
-     "shell.execute_reply": "2023-12-06T20:43:17.699175Z"
+     "iopub.execute_input": "2024-02-11T16:35:20.804966Z",
+     "iopub.status.busy": "2024-02-11T16:35:20.804676Z",
+     "iopub.status.idle": "2024-02-11T16:35:20.808174Z",
+     "shell.execute_reply": "2024-02-11T16:35:20.807846Z"
     }
    },
    "outputs": [
@@ -111,10 +111,10 @@
    "execution_count": 4,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-12-06T20:43:17.718097Z",
-     "iopub.status.busy": "2023-12-06T20:43:17.717974Z",
-     "iopub.status.idle": "2023-12-06T20:43:17.726194Z",
-     "shell.execute_reply": "2023-12-06T20:43:17.725734Z"
+     "iopub.execute_input": "2024-02-11T16:35:20.826929Z",
+     "iopub.status.busy": "2024-02-11T16:35:20.826798Z",
+     "iopub.status.idle": "2024-02-11T16:35:20.835069Z",
+     "shell.execute_reply": "2024-02-11T16:35:20.834730Z"
     }
    },
    "outputs": [],
@@ -148,10 +148,10 @@
    "execution_count": 5,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-12-06T20:43:17.727688Z",
-     "iopub.status.busy": "2023-12-06T20:43:17.727579Z",
-     "iopub.status.idle": "2023-12-06T20:43:17.730030Z",
-     "shell.execute_reply": "2023-12-06T20:43:17.729733Z"
+     "iopub.execute_input": "2024-02-11T16:35:20.836658Z",
+     "iopub.status.busy": "2024-02-11T16:35:20.836538Z",
+     "iopub.status.idle": "2024-02-11T16:35:20.839148Z",
+     "shell.execute_reply": "2024-02-11T16:35:20.838815Z"
     }
    },
    "outputs": [],
@@ -174,10 +174,10 @@
    "execution_count": 6,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-12-06T20:43:17.731355Z",
-     "iopub.status.busy": "2023-12-06T20:43:17.731248Z",
-     "iopub.status.idle": "2023-12-06T20:43:28.011364Z",
-     "shell.execute_reply": "2023-12-06T20:43:28.010929Z"
+     "iopub.execute_input": "2024-02-11T16:35:20.840644Z",
+     "iopub.status.busy": "2024-02-11T16:35:20.840512Z",
+     "iopub.status.idle": "2024-02-11T16:35:28.097334Z",
+     "shell.execute_reply": "2024-02-11T16:35:28.096955Z"
     }
    },
    "outputs": [
@@ -185,9 +185,309 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "Downloading data from 'https://cf.10xgenomics.com/samples/cell-atac/1.2.0/atac_pbmc_5k_nextgem/atac_pbmc_5k_nextgem_filtered_peak_bc_matrix.tar.gz' to file '/tmp/tmpzthhoioq/atac_pbmc_5k'.\n",
-      "100%|████████████████████████████████████████| 114M/114M [00:00<00:00, 410GB/s]\n",
-      "Untarring contents of '/tmp/tmpzthhoioq/atac_pbmc_5k' to '/tmp/tmpzthhoioq/atac_pbmc_5k.untar'\n"
+      "Downloading data from 'https://cf.10xgenomics.com/samples/cell-atac/1.2.0/atac_pbmc_5k_nextgem/atac_pbmc_5k_nextgem_filtered_peak_bc_matrix.tar.gz' to file '/tmp/tmpam52suaq/atac_pbmc_5k'.\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "  0%|                                               | 0.00/114M [00:00<?, ?B/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "  2%|▋                                     | 2.02M/114M [00:00<00:05, 20.2MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "  5%|██                                    | 6.04M/114M [00:00<00:03, 32.0MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "  8%|███                                   | 9.24M/114M [00:00<00:04, 23.0MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 12%|████▌                                 | 13.7M/114M [00:00<00:03, 27.6MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 15%|█████▌                                | 16.6M/114M [00:00<00:04, 22.4MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 18%|██████▊                               | 20.6M/114M [00:00<00:03, 26.9MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 21%|███████▊                              | 23.6M/114M [00:01<00:04, 20.7MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 24%|█████████▏                            | 27.4M/114M [00:01<00:04, 20.8MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 26%|█████████▉                            | 29.7M/114M [00:01<00:04, 18.6MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 30%|███████████▍                          | 34.4M/114M [00:01<00:03, 24.4MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 33%|████████████▍                         | 37.2M/114M [00:01<00:03, 22.6MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 36%|█████████████▋                        | 41.2M/114M [00:01<00:03, 21.3MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 38%|██████████████▌                       | 43.5M/114M [00:01<00:03, 19.4MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 42%|███████████████▊                      | 47.3M/114M [00:02<00:02, 23.2MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 44%|████████████████▋                     | 50.2M/114M [00:02<00:02, 24.5MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 46%|█████████████████▋                    | 52.9M/114M [00:02<00:03, 19.6MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 49%|██████████████████▌                   | 55.6M/114M [00:02<00:02, 20.8MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 51%|███████████████████▎                  | 57.9M/114M [00:02<00:03, 17.5MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 54%|████████████████████▎                 | 61.1M/114M [00:02<00:02, 20.5MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 56%|█████████████████████▍                | 64.3M/114M [00:02<00:02, 21.5MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 59%|██████████████████████▎               | 67.1M/114M [00:03<00:02, 19.4MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 63%|███████████████████████▉              | 71.8M/114M [00:03<00:01, 25.4MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 66%|█████████████████████████             | 75.1M/114M [00:03<00:01, 23.1MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 69%|██████████████████████████▎           | 79.1M/114M [00:03<00:01, 26.8MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 72%|███████████████████████████▎          | 82.0M/114M [00:03<00:01, 23.0MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 74%|████████████████████████████▏         | 84.6M/114M [00:03<00:01, 19.1MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 76%|████████████████████████████▉         | 86.9M/114M [00:04<00:01, 16.2MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 80%|██████████████████████████████▌       | 91.7M/114M [00:04<00:00, 22.5MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 83%|███████████████████████████████▌      | 94.5M/114M [00:04<00:00, 23.6MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 85%|████████████████████████████████▍     | 97.3M/114M [00:04<00:00, 19.6MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 87%|█████████████████████████████████▏    | 99.6M/114M [00:04<00:00, 15.9MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 91%|███████████████████████████████████▎   | 103M/114M [00:04<00:00, 19.7MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      " 96%|█████████████████████████████████████▌ | 110M/114M [00:04<00:00, 29.7MB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "  0%|                                               | 0.00/114M [00:00<?, ?B/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "100%|████████████████████████████████████████| 114M/114M [00:00<00:00, 247GB/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "Untarring contents of '/tmp/tmpam52suaq/atac_pbmc_5k' to '/tmp/tmpam52suaq/atac_pbmc_5k.untar'\n"
      ]
     }
    ],
@@ -215,178 +515,6806 @@
     "colab": {
      "base_uri": "https://localhost:8080/"
     },
-    "execution": {
-     "iopub.execute_input": "2023-12-06T20:43:28.013028Z",
-     "iopub.status.busy": "2023-12-06T20:43:28.012912Z",
-     "iopub.status.idle": "2023-12-06T20:43:53.530092Z",
-     "shell.execute_reply": "2023-12-06T20:43:53.529672Z"
+    "execution": {
+     "iopub.execute_input": "2024-02-11T16:35:28.098995Z",
+     "iopub.status.busy": "2024-02-11T16:35:28.098871Z",
+     "iopub.status.idle": "2024-02-11T16:35:28.859127Z",
+     "shell.execute_reply": "2024-02-11T16:35:28.858677Z"
+    },
+    "id": "R6OB27CwMf8P",
+    "outputId": "92131773-0829-40eb-d44b-512c37ab2bf9"
+   },
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "AnnData object with n_obs × n_vars = 4585 × 115554\n",
+       "    obs: 'batch_id'\n",
+       "    var: 'chr', 'start', 'end'"
+      ]
+     },
+     "execution_count": 7,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "adata = scvi.data.read_10x_atac(data_path)\n",
+    "adata"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "id": "nAh2wnlhMf8Q"
+   },
+   "source": [
+    "We can use Scanpy to handle, filter, and manipulate the data. In our case, we might want to filter out peaks that are rarely detected, to make the model train faster:"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "execution": {
+     "iopub.execute_input": "2024-02-11T16:35:28.860730Z",
+     "iopub.status.busy": "2024-02-11T16:35:28.860611Z",
+     "iopub.status.idle": "2024-02-11T16:35:29.313765Z",
+     "shell.execute_reply": "2024-02-11T16:35:29.313326Z"
+    },
+    "id": "4r0XVM1qMf8Q",
+    "outputId": "74ec76c8-efa8-472a-b6f6-1aa4a6a05c11"
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "# regions before filtering: 115554\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "# regions after filtering: 33142\n"
+     ]
+    }
+   ],
+   "source": [
+    "print(\"# regions before filtering:\", adata.shape[-1])\n",
+    "\n",
+    "# compute the threshold: 5% of the cells\n",
+    "min_cells = int(adata.shape[0] * 0.05)\n",
+    "# in-place filtering of regions\n",
+    "sc.pp.filter_genes(adata, min_cells=min_cells)\n",
+    "\n",
+    "print(\"# regions after filtering:\", adata.shape[-1])"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "id": "ZCKvcOuaMf8R"
+   },
+   "source": [
+    "## Set up, train, save, and load the model\n",
+    "\n",
+    "We can now set up the AnnData object with PeakVI, which will ensure everything the model needs is in place for training.\n",
+    "\n",
+    "This is also the stage where we can condition the model on additional covariates, which encourages the model to remove the impact of those covariates from the learned latent space. Our sample data is a single batch, so we won't demonstrate this directly, but it can be done simply by setting the `batch_key` argument to the annotation to be used as a batch covariate (must be a valid key in `adata.obs`) ."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {
+    "execution": {
+     "iopub.execute_input": "2024-02-11T16:35:29.315275Z",
+     "iopub.status.busy": "2024-02-11T16:35:29.315161Z",
+     "iopub.status.idle": "2024-02-11T16:35:29.455425Z",
+     "shell.execute_reply": "2024-02-11T16:35:29.455060Z"
+    },
+    "id": "LsphppROMf8R"
+   },
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "<frozen abc>:119: FutureWarning: SparseDataset is deprecated and will be removed in late 2024. It has been replaced by the public classes CSRDataset and CSCDataset.\n",
+      "\n",
+      "For instance checks, use `isinstance(X, (anndata.experimental.CSRDataset, anndata.experimental.CSCDataset))` instead.\n",
+      "\n",
+      "For creation, use `anndata.experimental.sparse_dataset(X)` instead.\n",
+      "\n"
+     ]
+    }
+   ],
+   "source": [
+    "scvi.model.PEAKVI.setup_anndata(adata)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "id": "onvBxehyMf8R"
+   },
+   "source": [
+    "We can now create a PeakVI model object and train it!"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "```{important}\n",
+    "The default `max_epochs` is set to `500`, but in practice PeakVI stops early once the model converges (we quantify convergence with the model's validation reconstruction loss). This is especially the case for larger datasets, which require fewer training epochs to converge since each epoch lets the model view more data. \n",
+    "\n",
+    "This means that the estimated training runtime is usually an overestimate of the actual runtime. For the data used in this tutorial, it typically converges with around half of `max_epochs`!\n",
+    "```"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "execution": {
+     "iopub.execute_input": "2024-02-11T16:35:29.457031Z",
+     "iopub.status.busy": "2024-02-11T16:35:29.456917Z",
+     "iopub.status.idle": "2024-02-11T16:37:28.123776Z",
+     "shell.execute_reply": "2024-02-11T16:37:28.123348Z"
+    },
+    "id": "cclCyKFOMf8R",
+    "outputId": "c6ae6f35-d3bb-4efb-e246-fb4ac0130bc4"
+   },
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "GPU available: True (cuda), used: True\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "TPU available: False, using: 0 TPU cores\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "IPU available: False, using: 0 IPUs\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "HPU available: False, using: 0 HPUs\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/env/lib/python3.11/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:441: The 'train_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=19` in the `DataLoader` to improve performance.\n",
+      "/env/lib/python3.11/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:441: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=19` in the `DataLoader` to improve performance.\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Training:   0%|          | 0/500 [00:00<?, ?it/s]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 1/500:   0%|          | 0/500 [00:00<?, ?it/s]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 1/500:   0%|          | 1/500 [00:00<08:01,  1.04it/s]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 1/500:   0%|          | 1/500 [00:00<08:01,  1.04it/s, v_num=1, train_loss_step=1.53e+7, train_loss_epoch=2.74e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 2/500:   0%|          | 1/500 [00:00<08:01,  1.04it/s, v_num=1, train_loss_step=1.53e+7, train_loss_epoch=2.74e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 2/500:   0%|          | 2/500 [00:01<05:21,  1.55it/s, v_num=1, train_loss_step=1.53e+7, train_loss_epoch=2.74e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 2/500:   0%|          | 2/500 [00:01<05:21,  1.55it/s, v_num=1, train_loss_step=1.45e+7, train_loss_epoch=2.6e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 3/500:   0%|          | 2/500 [00:01<05:21,  1.55it/s, v_num=1, train_loss_step=1.45e+7, train_loss_epoch=2.6e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 3/500:   1%|          | 3/500 [00:01<04:29,  1.84it/s, v_num=1, train_loss_step=1.45e+7, train_loss_epoch=2.6e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 3/500:   1%|          | 3/500 [00:01<04:29,  1.84it/s, v_num=1, train_loss_step=1.44e+7, train_loss_epoch=2.49e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 4/500:   1%|          | 3/500 [00:01<04:29,  1.84it/s, v_num=1, train_loss_step=1.44e+7, train_loss_epoch=2.49e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 4/500:   1%|          | 4/500 [00:02<04:05,  2.02it/s, v_num=1, train_loss_step=1.44e+7, train_loss_epoch=2.49e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 4/500:   1%|          | 4/500 [00:02<04:05,  2.02it/s, v_num=1, train_loss_step=1.35e+7, train_loss_epoch=2.41e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 5/500:   1%|          | 4/500 [00:02<04:05,  2.02it/s, v_num=1, train_loss_step=1.35e+7, train_loss_epoch=2.41e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 5/500:   1%|          | 5/500 [00:02<03:51,  2.13it/s, v_num=1, train_loss_step=1.35e+7, train_loss_epoch=2.41e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 5/500:   1%|          | 5/500 [00:02<03:51,  2.13it/s, v_num=1, train_loss_step=1.35e+7, train_loss_epoch=2.36e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 6/500:   1%|          | 5/500 [00:02<03:51,  2.13it/s, v_num=1, train_loss_step=1.35e+7, train_loss_epoch=2.36e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 6/500:   1%|          | 6/500 [00:03<03:43,  2.21it/s, v_num=1, train_loss_step=1.35e+7, train_loss_epoch=2.36e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 6/500:   1%|          | 6/500 [00:03<03:43,  2.21it/s, v_num=1, train_loss_step=1.32e+7, train_loss_epoch=2.33e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 7/500:   1%|          | 6/500 [00:03<03:43,  2.21it/s, v_num=1, train_loss_step=1.32e+7, train_loss_epoch=2.33e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 7/500:   1%|▏         | 7/500 [00:03<03:38,  2.26it/s, v_num=1, train_loss_step=1.32e+7, train_loss_epoch=2.33e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 7/500:   1%|▏         | 7/500 [00:03<03:38,  2.26it/s, v_num=1, train_loss_step=1.4e+7, train_loss_epoch=2.3e+8]  "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 8/500:   1%|▏         | 7/500 [00:03<03:38,  2.26it/s, v_num=1, train_loss_step=1.4e+7, train_loss_epoch=2.3e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 8/500:   2%|▏         | 8/500 [00:03<03:34,  2.29it/s, v_num=1, train_loss_step=1.4e+7, train_loss_epoch=2.3e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 8/500:   2%|▏         | 8/500 [00:03<03:34,  2.29it/s, v_num=1, train_loss_step=1.32e+7, train_loss_epoch=2.29e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 9/500:   2%|▏         | 8/500 [00:03<03:34,  2.29it/s, v_num=1, train_loss_step=1.32e+7, train_loss_epoch=2.29e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 9/500:   2%|▏         | 9/500 [00:04<03:31,  2.32it/s, v_num=1, train_loss_step=1.32e+7, train_loss_epoch=2.29e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 9/500:   2%|▏         | 9/500 [00:04<03:31,  2.32it/s, v_num=1, train_loss_step=1.41e+7, train_loss_epoch=2.28e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 10/500:   2%|▏         | 9/500 [00:04<03:31,  2.32it/s, v_num=1, train_loss_step=1.41e+7, train_loss_epoch=2.28e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 10/500:   2%|▏         | 10/500 [00:04<03:30,  2.33it/s, v_num=1, train_loss_step=1.41e+7, train_loss_epoch=2.28e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 10/500:   2%|▏         | 10/500 [00:04<03:30,  2.33it/s, v_num=1, train_loss_step=1.36e+7, train_loss_epoch=2.27e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 11/500:   2%|▏         | 10/500 [00:04<03:30,  2.33it/s, v_num=1, train_loss_step=1.36e+7, train_loss_epoch=2.27e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 11/500:   2%|▏         | 11/500 [00:05<03:28,  2.34it/s, v_num=1, train_loss_step=1.36e+7, train_loss_epoch=2.27e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 11/500:   2%|▏         | 11/500 [00:05<03:28,  2.34it/s, v_num=1, train_loss_step=1.36e+7, train_loss_epoch=2.25e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 12/500:   2%|▏         | 11/500 [00:05<03:28,  2.34it/s, v_num=1, train_loss_step=1.36e+7, train_loss_epoch=2.25e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 12/500:   2%|▏         | 12/500 [00:05<03:27,  2.35it/s, v_num=1, train_loss_step=1.36e+7, train_loss_epoch=2.25e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 12/500:   2%|▏         | 12/500 [00:05<03:27,  2.35it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.23e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 13/500:   2%|▏         | 12/500 [00:05<03:27,  2.35it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.23e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 13/500:   3%|▎         | 13/500 [00:06<03:26,  2.36it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.23e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 13/500:   3%|▎         | 13/500 [00:06<03:26,  2.36it/s, v_num=1, train_loss_step=1.34e+7, train_loss_epoch=2.21e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 14/500:   3%|▎         | 13/500 [00:06<03:26,  2.36it/s, v_num=1, train_loss_step=1.34e+7, train_loss_epoch=2.21e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 14/500:   3%|▎         | 14/500 [00:06<03:25,  2.36it/s, v_num=1, train_loss_step=1.34e+7, train_loss_epoch=2.21e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 14/500:   3%|▎         | 14/500 [00:06<03:25,  2.36it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.19e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 15/500:   3%|▎         | 14/500 [00:06<03:25,  2.36it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.19e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 15/500:   3%|▎         | 15/500 [00:06<03:25,  2.36it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.19e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 15/500:   3%|▎         | 15/500 [00:06<03:25,  2.36it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.18e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 16/500:   3%|▎         | 15/500 [00:06<03:25,  2.36it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.18e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 16/500:   3%|▎         | 16/500 [00:07<03:24,  2.36it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.18e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 16/500:   3%|▎         | 16/500 [00:07<03:24,  2.36it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.17e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 17/500:   3%|▎         | 16/500 [00:07<03:24,  2.36it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.17e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 17/500:   3%|▎         | 17/500 [00:07<03:24,  2.36it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.17e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 17/500:   3%|▎         | 17/500 [00:07<03:24,  2.36it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.17e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 18/500:   3%|▎         | 17/500 [00:07<03:24,  2.36it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.17e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 18/500:   4%|▎         | 18/500 [00:08<03:23,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.17e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 18/500:   4%|▎         | 18/500 [00:08<03:23,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.16e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 19/500:   4%|▎         | 18/500 [00:08<03:23,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.16e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 19/500:   4%|▍         | 19/500 [00:08<03:23,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.16e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 19/500:   4%|▍         | 19/500 [00:08<03:23,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.16e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 20/500:   4%|▍         | 19/500 [00:08<03:23,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.16e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 20/500:   4%|▍         | 20/500 [00:08<03:22,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.16e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 20/500:   4%|▍         | 20/500 [00:08<03:22,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.16e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 21/500:   4%|▍         | 20/500 [00:08<03:22,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.16e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 21/500:   4%|▍         | 21/500 [00:09<03:22,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.16e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 21/500:   4%|▍         | 21/500 [00:09<03:22,  2.37it/s, v_num=1, train_loss_step=1.35e+7, train_loss_epoch=2.15e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 22/500:   4%|▍         | 21/500 [00:09<03:22,  2.37it/s, v_num=1, train_loss_step=1.35e+7, train_loss_epoch=2.15e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 22/500:   4%|▍         | 22/500 [00:09<03:21,  2.37it/s, v_num=1, train_loss_step=1.35e+7, train_loss_epoch=2.15e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 22/500:   4%|▍         | 22/500 [00:09<03:21,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.15e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 23/500:   4%|▍         | 22/500 [00:09<03:21,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.15e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 23/500:   5%|▍         | 23/500 [00:10<03:21,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.15e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 23/500:   5%|▍         | 23/500 [00:10<03:21,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.15e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 24/500:   5%|▍         | 23/500 [00:10<03:21,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.15e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 24/500:   5%|▍         | 24/500 [00:10<03:21,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.15e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 24/500:   5%|▍         | 24/500 [00:10<03:21,  2.37it/s, v_num=1, train_loss_step=1.29e+7, train_loss_epoch=2.14e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 25/500:   5%|▍         | 24/500 [00:10<03:21,  2.37it/s, v_num=1, train_loss_step=1.29e+7, train_loss_epoch=2.14e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 25/500:   5%|▌         | 25/500 [00:11<03:20,  2.37it/s, v_num=1, train_loss_step=1.29e+7, train_loss_epoch=2.14e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 25/500:   5%|▌         | 25/500 [00:11<03:20,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.14e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 26/500:   5%|▌         | 25/500 [00:11<03:20,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.14e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 26/500:   5%|▌         | 26/500 [00:11<03:20,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.14e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 26/500:   5%|▌         | 26/500 [00:11<03:20,  2.37it/s, v_num=1, train_loss_step=1.31e+7, train_loss_epoch=2.14e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 27/500:   5%|▌         | 26/500 [00:11<03:20,  2.37it/s, v_num=1, train_loss_step=1.31e+7, train_loss_epoch=2.14e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 27/500:   5%|▌         | 27/500 [00:11<03:19,  2.37it/s, v_num=1, train_loss_step=1.31e+7, train_loss_epoch=2.14e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 27/500:   5%|▌         | 27/500 [00:11<03:19,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.13e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 28/500:   5%|▌         | 27/500 [00:11<03:19,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.13e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 28/500:   6%|▌         | 28/500 [00:12<03:19,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.13e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 28/500:   6%|▌         | 28/500 [00:12<03:19,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.13e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 29/500:   6%|▌         | 28/500 [00:12<03:19,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.13e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 29/500:   6%|▌         | 29/500 [00:12<03:18,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.13e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 29/500:   6%|▌         | 29/500 [00:12<03:18,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.13e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 30/500:   6%|▌         | 29/500 [00:12<03:18,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.13e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 30/500:   6%|▌         | 30/500 [00:13<03:18,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.13e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 30/500:   6%|▌         | 30/500 [00:13<03:18,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.12e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 31/500:   6%|▌         | 30/500 [00:13<03:18,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.12e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 31/500:   6%|▌         | 31/500 [00:13<03:18,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.12e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 31/500:   6%|▌         | 31/500 [00:13<03:18,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.12e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 32/500:   6%|▌         | 31/500 [00:13<03:18,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.12e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 32/500:   6%|▋         | 32/500 [00:14<03:17,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.12e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 32/500:   6%|▋         | 32/500 [00:14<03:17,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.12e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 33/500:   6%|▋         | 32/500 [00:14<03:17,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.12e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 33/500:   7%|▋         | 33/500 [00:14<03:17,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.12e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 33/500:   7%|▋         | 33/500 [00:14<03:17,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.12e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 34/500:   7%|▋         | 33/500 [00:14<03:17,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.12e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 34/500:   7%|▋         | 34/500 [00:14<03:16,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.12e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 34/500:   7%|▋         | 34/500 [00:14<03:16,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 35/500:   7%|▋         | 34/500 [00:14<03:16,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 35/500:   7%|▋         | 35/500 [00:15<03:16,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 35/500:   7%|▋         | 35/500 [00:15<03:16,  2.37it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 36/500:   7%|▋         | 35/500 [00:15<03:16,  2.37it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 36/500:   7%|▋         | 36/500 [00:15<03:16,  2.37it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 36/500:   7%|▋         | 36/500 [00:15<03:16,  2.37it/s, v_num=1, train_loss_step=1.29e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 37/500:   7%|▋         | 36/500 [00:15<03:16,  2.37it/s, v_num=1, train_loss_step=1.29e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 37/500:   7%|▋         | 37/500 [00:16<03:15,  2.36it/s, v_num=1, train_loss_step=1.29e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 37/500:   7%|▋         | 37/500 [00:16<03:15,  2.36it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 38/500:   7%|▋         | 37/500 [00:16<03:15,  2.36it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 38/500:   8%|▊         | 38/500 [00:16<03:15,  2.36it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 38/500:   8%|▊         | 38/500 [00:16<03:15,  2.36it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 39/500:   8%|▊         | 38/500 [00:16<03:15,  2.36it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 39/500:   8%|▊         | 39/500 [00:17<03:14,  2.36it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 39/500:   8%|▊         | 39/500 [00:17<03:14,  2.36it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 40/500:   8%|▊         | 39/500 [00:17<03:14,  2.36it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 40/500:   8%|▊         | 40/500 [00:17<03:14,  2.36it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.11e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 40/500:   8%|▊         | 40/500 [00:17<03:14,  2.36it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.1e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 41/500:   8%|▊         | 40/500 [00:17<03:14,  2.36it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 41/500:   8%|▊         | 41/500 [00:17<03:13,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 41/500:   8%|▊         | 41/500 [00:17<03:13,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 42/500:   8%|▊         | 41/500 [00:17<03:13,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 42/500:   8%|▊         | 42/500 [00:18<03:13,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 42/500:   8%|▊         | 42/500 [00:18<03:13,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 43/500:   8%|▊         | 42/500 [00:18<03:13,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 43/500:   9%|▊         | 43/500 [00:18<03:13,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 43/500:   9%|▊         | 43/500 [00:18<03:13,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 44/500:   9%|▊         | 43/500 [00:18<03:13,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 44/500:   9%|▉         | 44/500 [00:19<03:12,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 44/500:   9%|▉         | 44/500 [00:19<03:12,  2.37it/s, v_num=1, train_loss_step=1.33e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 45/500:   9%|▉         | 44/500 [00:19<03:12,  2.37it/s, v_num=1, train_loss_step=1.33e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 45/500:   9%|▉         | 45/500 [00:19<03:12,  2.37it/s, v_num=1, train_loss_step=1.33e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 45/500:   9%|▉         | 45/500 [00:19<03:12,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 46/500:   9%|▉         | 45/500 [00:19<03:12,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 46/500:   9%|▉         | 46/500 [00:19<03:11,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 46/500:   9%|▉         | 46/500 [00:19<03:11,  2.37it/s, v_num=1, train_loss_step=1.13e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 47/500:   9%|▉         | 46/500 [00:19<03:11,  2.37it/s, v_num=1, train_loss_step=1.13e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 47/500:   9%|▉         | 47/500 [00:20<03:11,  2.37it/s, v_num=1, train_loss_step=1.13e+7, train_loss_epoch=2.1e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 47/500:   9%|▉         | 47/500 [00:20<03:11,  2.37it/s, v_num=1, train_loss_step=1.32e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 48/500:   9%|▉         | 47/500 [00:20<03:11,  2.37it/s, v_num=1, train_loss_step=1.32e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 48/500:  10%|▉         | 48/500 [00:20<03:10,  2.37it/s, v_num=1, train_loss_step=1.32e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 48/500:  10%|▉         | 48/500 [00:20<03:10,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 49/500:  10%|▉         | 48/500 [00:20<03:10,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 49/500:  10%|▉         | 49/500 [00:21<03:10,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 49/500:  10%|▉         | 49/500 [00:21<03:10,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 50/500:  10%|▉         | 49/500 [00:21<03:10,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 50/500:  10%|█         | 50/500 [00:21<03:09,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 50/500:  10%|█         | 50/500 [00:21<03:09,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 51/500:  10%|█         | 50/500 [00:21<03:09,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 51/500:  10%|█         | 51/500 [00:22<03:09,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 51/500:  10%|█         | 51/500 [00:22<03:09,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 52/500:  10%|█         | 51/500 [00:22<03:09,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 52/500:  10%|█         | 52/500 [00:22<03:09,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 52/500:  10%|█         | 52/500 [00:22<03:09,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.09e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 53/500:  10%|█         | 52/500 [00:22<03:09,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 53/500:  11%|█         | 53/500 [00:22<03:08,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 53/500:  11%|█         | 53/500 [00:22<03:08,  2.37it/s, v_num=1, train_loss_step=1.31e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 54/500:  11%|█         | 53/500 [00:22<03:08,  2.37it/s, v_num=1, train_loss_step=1.31e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 54/500:  11%|█         | 54/500 [00:23<03:08,  2.37it/s, v_num=1, train_loss_step=1.31e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 54/500:  11%|█         | 54/500 [00:23<03:08,  2.37it/s, v_num=1, train_loss_step=1.29e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 55/500:  11%|█         | 54/500 [00:23<03:08,  2.37it/s, v_num=1, train_loss_step=1.29e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 55/500:  11%|█         | 55/500 [00:23<03:07,  2.37it/s, v_num=1, train_loss_step=1.29e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 55/500:  11%|█         | 55/500 [00:23<03:07,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 56/500:  11%|█         | 55/500 [00:23<03:07,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 56/500:  11%|█         | 56/500 [00:24<03:07,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 56/500:  11%|█         | 56/500 [00:24<03:07,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.09e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 57/500:  11%|█         | 56/500 [00:24<03:07,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 57/500:  11%|█▏        | 57/500 [00:24<03:06,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 57/500:  11%|█▏        | 57/500 [00:24<03:06,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 58/500:  11%|█▏        | 57/500 [00:24<03:06,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 58/500:  12%|█▏        | 58/500 [00:25<03:06,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 58/500:  12%|█▏        | 58/500 [00:25<03:06,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 59/500:  12%|█▏        | 58/500 [00:25<03:06,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 59/500:  12%|█▏        | 59/500 [00:25<03:05,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.09e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 59/500:  12%|█▏        | 59/500 [00:25<03:05,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 60/500:  12%|█▏        | 59/500 [00:25<03:05,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 60/500:  12%|█▏        | 60/500 [00:25<03:05,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 60/500:  12%|█▏        | 60/500 [00:25<03:05,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 61/500:  12%|█▏        | 60/500 [00:25<03:05,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 61/500:  12%|█▏        | 61/500 [00:26<03:05,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 61/500:  12%|█▏        | 61/500 [00:26<03:05,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 62/500:  12%|█▏        | 61/500 [00:26<03:05,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 62/500:  12%|█▏        | 62/500 [00:26<03:04,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 62/500:  12%|█▏        | 62/500 [00:26<03:04,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 63/500:  12%|█▏        | 62/500 [00:26<03:04,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 63/500:  13%|█▎        | 63/500 [00:27<03:04,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 63/500:  13%|█▎        | 63/500 [00:27<03:04,  2.37it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 64/500:  13%|█▎        | 63/500 [00:27<03:04,  2.37it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 64/500:  13%|█▎        | 64/500 [00:27<03:03,  2.37it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 64/500:  13%|█▎        | 64/500 [00:27<03:03,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 65/500:  13%|█▎        | 64/500 [00:27<03:03,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 65/500:  13%|█▎        | 65/500 [00:27<03:03,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 65/500:  13%|█▎        | 65/500 [00:27<03:03,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 66/500:  13%|█▎        | 65/500 [00:27<03:03,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 66/500:  13%|█▎        | 66/500 [00:28<03:03,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 66/500:  13%|█▎        | 66/500 [00:28<03:03,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 67/500:  13%|█▎        | 66/500 [00:28<03:03,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 67/500:  13%|█▎        | 67/500 [00:28<03:02,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 67/500:  13%|█▎        | 67/500 [00:28<03:02,  2.37it/s, v_num=1, train_loss_step=1.06e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 68/500:  13%|█▎        | 67/500 [00:28<03:02,  2.37it/s, v_num=1, train_loss_step=1.06e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 68/500:  14%|█▎        | 68/500 [00:29<03:02,  2.37it/s, v_num=1, train_loss_step=1.06e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 68/500:  14%|█▎        | 68/500 [00:29<03:02,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 69/500:  14%|█▎        | 68/500 [00:29<03:02,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 69/500:  14%|█▍        | 69/500 [00:29<03:01,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 69/500:  14%|█▍        | 69/500 [00:29<03:01,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 70/500:  14%|█▍        | 69/500 [00:29<03:01,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 70/500:  14%|█▍        | 70/500 [00:30<03:01,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 70/500:  14%|█▍        | 70/500 [00:30<03:01,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 71/500:  14%|█▍        | 70/500 [00:30<03:01,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 71/500:  14%|█▍        | 71/500 [00:30<03:00,  2.38it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 71/500:  14%|█▍        | 71/500 [00:30<03:00,  2.38it/s, v_num=1, train_loss_step=1.29e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 72/500:  14%|█▍        | 71/500 [00:30<03:00,  2.38it/s, v_num=1, train_loss_step=1.29e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 72/500:  14%|█▍        | 72/500 [00:30<03:00,  2.37it/s, v_num=1, train_loss_step=1.29e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 72/500:  14%|█▍        | 72/500 [00:30<03:00,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 73/500:  14%|█▍        | 72/500 [00:30<03:00,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 73/500:  15%|█▍        | 73/500 [00:31<03:00,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 73/500:  15%|█▍        | 73/500 [00:31<03:00,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.08e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 74/500:  15%|█▍        | 73/500 [00:31<03:00,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 74/500:  15%|█▍        | 74/500 [00:31<02:59,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 74/500:  15%|█▍        | 74/500 [00:31<02:59,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 75/500:  15%|█▍        | 74/500 [00:31<02:59,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 75/500:  15%|█▌        | 75/500 [00:32<02:59,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 75/500:  15%|█▌        | 75/500 [00:32<02:59,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.07e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 76/500:  15%|█▌        | 75/500 [00:32<02:59,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 76/500:  15%|█▌        | 76/500 [00:32<02:58,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 76/500:  15%|█▌        | 76/500 [00:32<02:58,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 77/500:  15%|█▌        | 76/500 [00:32<02:58,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 77/500:  15%|█▌        | 77/500 [00:33<02:58,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.08e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 77/500:  15%|█▌        | 77/500 [00:33<02:58,  2.37it/s, v_num=1, train_loss_step=1.34e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 78/500:  15%|█▌        | 77/500 [00:33<02:58,  2.37it/s, v_num=1, train_loss_step=1.34e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 78/500:  16%|█▌        | 78/500 [00:33<02:58,  2.37it/s, v_num=1, train_loss_step=1.34e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 78/500:  16%|█▌        | 78/500 [00:33<02:58,  2.37it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 79/500:  16%|█▌        | 78/500 [00:33<02:58,  2.37it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 79/500:  16%|█▌        | 79/500 [00:33<02:57,  2.37it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 79/500:  16%|█▌        | 79/500 [00:33<02:57,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 80/500:  16%|█▌        | 79/500 [00:33<02:57,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 80/500:  16%|█▌        | 80/500 [00:34<02:57,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 80/500:  16%|█▌        | 80/500 [00:34<02:57,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 81/500:  16%|█▌        | 80/500 [00:34<02:57,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 81/500:  16%|█▌        | 81/500 [00:34<02:56,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 81/500:  16%|█▌        | 81/500 [00:34<02:56,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 82/500:  16%|█▌        | 81/500 [00:34<02:56,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 82/500:  16%|█▋        | 82/500 [00:35<02:56,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 82/500:  16%|█▋        | 82/500 [00:35<02:56,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 83/500:  16%|█▋        | 82/500 [00:35<02:56,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 83/500:  17%|█▋        | 83/500 [00:35<02:56,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 83/500:  17%|█▋        | 83/500 [00:35<02:56,  2.37it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.07e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 84/500:  17%|█▋        | 83/500 [00:35<02:56,  2.37it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 84/500:  17%|█▋        | 84/500 [00:36<02:55,  2.37it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 84/500:  17%|█▋        | 84/500 [00:36<02:55,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 85/500:  17%|█▋        | 84/500 [00:36<02:55,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 85/500:  17%|█▋        | 85/500 [00:36<02:55,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 85/500:  17%|█▋        | 85/500 [00:36<02:55,  2.37it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 86/500:  17%|█▋        | 85/500 [00:36<02:55,  2.37it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 86/500:  17%|█▋        | 86/500 [00:36<02:54,  2.37it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 86/500:  17%|█▋        | 86/500 [00:36<02:54,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 87/500:  17%|█▋        | 86/500 [00:36<02:54,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 87/500:  17%|█▋        | 87/500 [00:37<02:54,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 87/500:  17%|█▋        | 87/500 [00:37<02:54,  2.37it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 88/500:  17%|█▋        | 87/500 [00:37<02:54,  2.37it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 88/500:  18%|█▊        | 88/500 [00:37<02:54,  2.37it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 88/500:  18%|█▊        | 88/500 [00:37<02:54,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 89/500:  18%|█▊        | 88/500 [00:37<02:54,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 89/500:  18%|█▊        | 89/500 [00:38<02:53,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 89/500:  18%|█▊        | 89/500 [00:38<02:53,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 90/500:  18%|█▊        | 89/500 [00:38<02:53,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 90/500:  18%|█▊        | 90/500 [00:38<02:53,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 90/500:  18%|█▊        | 90/500 [00:38<02:53,  2.37it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 91/500:  18%|█▊        | 90/500 [00:38<02:53,  2.37it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 91/500:  18%|█▊        | 91/500 [00:38<02:52,  2.37it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 91/500:  18%|█▊        | 91/500 [00:38<02:52,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 92/500:  18%|█▊        | 91/500 [00:38<02:52,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 92/500:  18%|█▊        | 92/500 [00:39<02:52,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 92/500:  18%|█▊        | 92/500 [00:39<02:52,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 93/500:  18%|█▊        | 92/500 [00:39<02:52,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 93/500:  19%|█▊        | 93/500 [00:39<02:51,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 93/500:  19%|█▊        | 93/500 [00:39<02:51,  2.37it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 94/500:  19%|█▊        | 93/500 [00:39<02:51,  2.37it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 94/500:  19%|█▉        | 94/500 [00:40<02:51,  2.37it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 94/500:  19%|█▉        | 94/500 [00:40<02:51,  2.37it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 95/500:  19%|█▉        | 94/500 [00:40<02:51,  2.37it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 95/500:  19%|█▉        | 95/500 [00:40<02:50,  2.37it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 95/500:  19%|█▉        | 95/500 [00:40<02:50,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 96/500:  19%|█▉        | 95/500 [00:40<02:50,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 96/500:  19%|█▉        | 96/500 [00:41<02:50,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 96/500:  19%|█▉        | 96/500 [00:41<02:50,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 97/500:  19%|█▉        | 96/500 [00:41<02:50,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 97/500:  19%|█▉        | 97/500 [00:41<02:50,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 97/500:  19%|█▉        | 97/500 [00:41<02:50,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 98/500:  19%|█▉        | 97/500 [00:41<02:50,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 98/500:  20%|█▉        | 98/500 [00:41<02:49,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 98/500:  20%|█▉        | 98/500 [00:41<02:49,  2.37it/s, v_num=1, train_loss_step=1.12e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 99/500:  20%|█▉        | 98/500 [00:41<02:49,  2.37it/s, v_num=1, train_loss_step=1.12e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 99/500:  20%|█▉        | 99/500 [00:42<02:49,  2.37it/s, v_num=1, train_loss_step=1.12e+7, train_loss_epoch=2.07e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 99/500:  20%|█▉        | 99/500 [00:42<02:49,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 100/500:  20%|█▉        | 99/500 [00:42<02:49,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 100/500:  20%|██        | 100/500 [00:42<02:48,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 100/500:  20%|██        | 100/500 [00:42<02:48,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 101/500:  20%|██        | 100/500 [00:42<02:48,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 101/500:  20%|██        | 101/500 [00:43<02:48,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 101/500:  20%|██        | 101/500 [00:43<02:48,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 102/500:  20%|██        | 101/500 [00:43<02:48,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 102/500:  20%|██        | 102/500 [00:43<02:47,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 102/500:  20%|██        | 102/500 [00:43<02:47,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 103/500:  20%|██        | 102/500 [00:43<02:47,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 103/500:  21%|██        | 103/500 [00:44<02:47,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 103/500:  21%|██        | 103/500 [00:44<02:47,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 104/500:  21%|██        | 103/500 [00:44<02:47,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 104/500:  21%|██        | 104/500 [00:44<02:47,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 104/500:  21%|██        | 104/500 [00:44<02:47,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 105/500:  21%|██        | 104/500 [00:44<02:47,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 105/500:  21%|██        | 105/500 [00:44<02:46,  2.37it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 105/500:  21%|██        | 105/500 [00:44<02:46,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 106/500:  21%|██        | 105/500 [00:44<02:46,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 106/500:  21%|██        | 106/500 [00:45<02:46,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 106/500:  21%|██        | 106/500 [00:45<02:46,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 107/500:  21%|██        | 106/500 [00:45<02:46,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 107/500:  21%|██▏       | 107/500 [00:45<02:45,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 107/500:  21%|██▏       | 107/500 [00:45<02:45,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 108/500:  21%|██▏       | 107/500 [00:45<02:45,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 108/500:  22%|██▏       | 108/500 [00:46<02:45,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 108/500:  22%|██▏       | 108/500 [00:46<02:45,  2.37it/s, v_num=1, train_loss_step=1.1e+7, train_loss_epoch=2.06e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 109/500:  22%|██▏       | 108/500 [00:46<02:45,  2.37it/s, v_num=1, train_loss_step=1.1e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 109/500:  22%|██▏       | 109/500 [00:46<02:45,  2.36it/s, v_num=1, train_loss_step=1.1e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 109/500:  22%|██▏       | 109/500 [00:46<02:45,  2.36it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 110/500:  22%|██▏       | 109/500 [00:46<02:45,  2.36it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 110/500:  22%|██▏       | 110/500 [00:46<02:44,  2.37it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 110/500:  22%|██▏       | 110/500 [00:46<02:44,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 111/500:  22%|██▏       | 110/500 [00:46<02:44,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 111/500:  22%|██▏       | 111/500 [00:47<02:44,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 111/500:  22%|██▏       | 111/500 [00:47<02:44,  2.37it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.06e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 112/500:  22%|██▏       | 111/500 [00:47<02:44,  2.37it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 112/500:  22%|██▏       | 112/500 [00:47<02:43,  2.37it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 112/500:  22%|██▏       | 112/500 [00:47<02:43,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 113/500:  22%|██▏       | 112/500 [00:47<02:43,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 113/500:  23%|██▎       | 113/500 [00:48<02:43,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 113/500:  23%|██▎       | 113/500 [00:48<02:43,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 114/500:  23%|██▎       | 113/500 [00:48<02:43,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 114/500:  23%|██▎       | 114/500 [00:48<02:43,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 114/500:  23%|██▎       | 114/500 [00:48<02:43,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 115/500:  23%|██▎       | 114/500 [00:48<02:43,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 115/500:  23%|██▎       | 115/500 [00:49<02:42,  2.37it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 115/500:  23%|██▎       | 115/500 [00:49<02:42,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 116/500:  23%|██▎       | 115/500 [00:49<02:42,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 116/500:  23%|██▎       | 116/500 [00:49<02:42,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 116/500:  23%|██▎       | 116/500 [00:49<02:42,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 117/500:  23%|██▎       | 116/500 [00:49<02:42,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 117/500:  23%|██▎       | 117/500 [00:49<02:41,  2.37it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 117/500:  23%|██▎       | 117/500 [00:49<02:41,  2.37it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 118/500:  23%|██▎       | 117/500 [00:49<02:41,  2.37it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 118/500:  24%|██▎       | 118/500 [00:50<02:41,  2.37it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 118/500:  24%|██▎       | 118/500 [00:50<02:41,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 119/500:  24%|██▎       | 118/500 [00:50<02:41,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 119/500:  24%|██▍       | 119/500 [00:50<02:41,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 119/500:  24%|██▍       | 119/500 [00:50<02:41,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 120/500:  24%|██▍       | 119/500 [00:50<02:41,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 120/500:  24%|██▍       | 120/500 [00:51<02:40,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 120/500:  24%|██▍       | 120/500 [00:51<02:40,  2.37it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 121/500:  24%|██▍       | 120/500 [00:51<02:40,  2.37it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 121/500:  24%|██▍       | 121/500 [00:51<02:40,  2.37it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 121/500:  24%|██▍       | 121/500 [00:51<02:40,  2.37it/s, v_num=1, train_loss_step=1.35e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 122/500:  24%|██▍       | 121/500 [00:51<02:40,  2.37it/s, v_num=1, train_loss_step=1.35e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 122/500:  24%|██▍       | 122/500 [00:52<02:39,  2.37it/s, v_num=1, train_loss_step=1.35e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 122/500:  24%|██▍       | 122/500 [00:52<02:39,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 123/500:  24%|██▍       | 122/500 [00:52<02:39,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 123/500:  25%|██▍       | 123/500 [00:52<02:39,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 123/500:  25%|██▍       | 123/500 [00:52<02:39,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.06e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 124/500:  25%|██▍       | 123/500 [00:52<02:39,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 124/500:  25%|██▍       | 124/500 [00:52<02:38,  2.37it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 124/500:  25%|██▍       | 124/500 [00:52<02:38,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 125/500:  25%|██▍       | 124/500 [00:52<02:38,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 125/500:  25%|██▌       | 125/500 [00:53<02:38,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 125/500:  25%|██▌       | 125/500 [00:53<02:38,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 126/500:  25%|██▌       | 125/500 [00:53<02:38,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 126/500:  25%|██▌       | 126/500 [00:53<02:38,  2.36it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 126/500:  25%|██▌       | 126/500 [00:53<02:38,  2.36it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 127/500:  25%|██▌       | 126/500 [00:53<02:38,  2.36it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 127/500:  25%|██▌       | 127/500 [00:54<02:37,  2.36it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 127/500:  25%|██▌       | 127/500 [00:54<02:37,  2.36it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 128/500:  25%|██▌       | 127/500 [00:54<02:37,  2.36it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 128/500:  26%|██▌       | 128/500 [00:54<02:37,  2.36it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 128/500:  26%|██▌       | 128/500 [00:54<02:37,  2.36it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 129/500:  26%|██▌       | 128/500 [00:54<02:37,  2.36it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 129/500:  26%|██▌       | 129/500 [00:55<02:37,  2.36it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 129/500:  26%|██▌       | 129/500 [00:55<02:37,  2.36it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 130/500:  26%|██▌       | 129/500 [00:55<02:37,  2.36it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 130/500:  26%|██▌       | 130/500 [00:55<02:36,  2.36it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.06e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 130/500:  26%|██▌       | 130/500 [00:55<02:36,  2.36it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 131/500:  26%|██▌       | 130/500 [00:55<02:36,  2.36it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 131/500:  26%|██▌       | 131/500 [00:55<02:36,  2.36it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 131/500:  26%|██▌       | 131/500 [00:55<02:36,  2.36it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 132/500:  26%|██▌       | 131/500 [00:55<02:36,  2.36it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 132/500:  26%|██▋       | 132/500 [00:56<02:35,  2.36it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 132/500:  26%|██▋       | 132/500 [00:56<02:35,  2.36it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 133/500:  26%|██▋       | 132/500 [00:56<02:35,  2.36it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 133/500:  27%|██▋       | 133/500 [00:56<02:35,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 133/500:  27%|██▋       | 133/500 [00:56<02:35,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 134/500:  27%|██▋       | 133/500 [00:56<02:35,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 134/500:  27%|██▋       | 134/500 [00:57<02:34,  2.36it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 134/500:  27%|██▋       | 134/500 [00:57<02:34,  2.36it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 135/500:  27%|██▋       | 134/500 [00:57<02:34,  2.36it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 135/500:  27%|██▋       | 135/500 [00:57<02:34,  2.36it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 135/500:  27%|██▋       | 135/500 [00:57<02:34,  2.36it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.05e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 136/500:  27%|██▋       | 135/500 [00:57<02:34,  2.36it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 136/500:  27%|██▋       | 136/500 [00:57<02:33,  2.36it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 136/500:  27%|██▋       | 136/500 [00:57<02:33,  2.36it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 137/500:  27%|██▋       | 136/500 [00:57<02:33,  2.36it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 137/500:  27%|██▋       | 137/500 [00:58<02:33,  2.36it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 137/500:  27%|██▋       | 137/500 [00:58<02:33,  2.36it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 138/500:  27%|██▋       | 137/500 [00:58<02:33,  2.36it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 138/500:  28%|██▊       | 138/500 [00:58<02:33,  2.36it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 138/500:  28%|██▊       | 138/500 [00:58<02:33,  2.36it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 139/500:  28%|██▊       | 138/500 [00:58<02:33,  2.36it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 139/500:  28%|██▊       | 139/500 [00:59<02:32,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 139/500:  28%|██▊       | 139/500 [00:59<02:32,  2.37it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 140/500:  28%|██▊       | 139/500 [00:59<02:32,  2.37it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 140/500:  28%|██▊       | 140/500 [00:59<02:32,  2.36it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 140/500:  28%|██▊       | 140/500 [00:59<02:32,  2.36it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 141/500:  28%|██▊       | 140/500 [00:59<02:32,  2.36it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 141/500:  28%|██▊       | 141/500 [01:00<02:31,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 141/500:  28%|██▊       | 141/500 [01:00<02:31,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 142/500:  28%|██▊       | 141/500 [01:00<02:31,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 142/500:  28%|██▊       | 142/500 [01:00<02:31,  2.37it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 142/500:  28%|██▊       | 142/500 [01:00<02:31,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 143/500:  28%|██▊       | 142/500 [01:00<02:31,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 143/500:  29%|██▊       | 143/500 [01:00<02:30,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 143/500:  29%|██▊       | 143/500 [01:00<02:30,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 144/500:  29%|██▊       | 143/500 [01:00<02:30,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 144/500:  29%|██▉       | 144/500 [01:01<02:30,  2.37it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 144/500:  29%|██▉       | 144/500 [01:01<02:30,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 145/500:  29%|██▉       | 144/500 [01:01<02:30,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 145/500:  29%|██▉       | 145/500 [01:01<02:29,  2.37it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 145/500:  29%|██▉       | 145/500 [01:01<02:29,  2.37it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 146/500:  29%|██▉       | 145/500 [01:01<02:29,  2.37it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 146/500:  29%|██▉       | 146/500 [01:02<02:29,  2.37it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 146/500:  29%|██▉       | 146/500 [01:02<02:29,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 147/500:  29%|██▉       | 146/500 [01:02<02:29,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 147/500:  29%|██▉       | 147/500 [01:02<02:29,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 147/500:  29%|██▉       | 147/500 [01:02<02:29,  2.37it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 148/500:  29%|██▉       | 147/500 [01:02<02:29,  2.37it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 148/500:  30%|██▉       | 148/500 [01:03<02:28,  2.37it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 148/500:  30%|██▉       | 148/500 [01:03<02:28,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 149/500:  30%|██▉       | 148/500 [01:03<02:28,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 149/500:  30%|██▉       | 149/500 [01:03<02:28,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 149/500:  30%|██▉       | 149/500 [01:03<02:28,  2.37it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.05e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 150/500:  30%|██▉       | 149/500 [01:03<02:28,  2.37it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 150/500:  30%|███       | 150/500 [01:03<02:28,  2.36it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 150/500:  30%|███       | 150/500 [01:03<02:28,  2.36it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 151/500:  30%|███       | 150/500 [01:03<02:28,  2.36it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 151/500:  30%|███       | 151/500 [01:04<02:27,  2.37it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 151/500:  30%|███       | 151/500 [01:04<02:27,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 152/500:  30%|███       | 151/500 [01:04<02:27,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 152/500:  30%|███       | 152/500 [01:04<02:27,  2.37it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 152/500:  30%|███       | 152/500 [01:04<02:27,  2.37it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 153/500:  30%|███       | 152/500 [01:04<02:27,  2.37it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 153/500:  31%|███       | 153/500 [01:05<02:26,  2.37it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 153/500:  31%|███       | 153/500 [01:05<02:26,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 154/500:  31%|███       | 153/500 [01:05<02:26,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 154/500:  31%|███       | 154/500 [01:05<02:26,  2.37it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 154/500:  31%|███       | 154/500 [01:05<02:26,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 155/500:  31%|███       | 154/500 [01:05<02:26,  2.37it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 155/500:  31%|███       | 155/500 [01:06<02:26,  2.35it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 155/500:  31%|███       | 155/500 [01:06<02:26,  2.35it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 156/500:  31%|███       | 155/500 [01:06<02:26,  2.35it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 156/500:  31%|███       | 156/500 [01:06<02:27,  2.34it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 156/500:  31%|███       | 156/500 [01:06<02:27,  2.34it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 157/500:  31%|███       | 156/500 [01:06<02:27,  2.34it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 157/500:  31%|███▏      | 157/500 [01:06<02:27,  2.33it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 157/500:  31%|███▏      | 157/500 [01:06<02:27,  2.33it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 158/500:  31%|███▏      | 157/500 [01:06<02:27,  2.33it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 158/500:  32%|███▏      | 158/500 [01:07<02:27,  2.32it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.05e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 158/500:  32%|███▏      | 158/500 [01:07<02:27,  2.32it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 159/500:  32%|███▏      | 158/500 [01:07<02:27,  2.32it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 159/500:  32%|███▏      | 159/500 [01:07<02:27,  2.32it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 159/500:  32%|███▏      | 159/500 [01:07<02:27,  2.32it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 160/500:  32%|███▏      | 159/500 [01:07<02:27,  2.32it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 160/500:  32%|███▏      | 160/500 [01:08<02:26,  2.31it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 160/500:  32%|███▏      | 160/500 [01:08<02:26,  2.31it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 161/500:  32%|███▏      | 160/500 [01:08<02:26,  2.31it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 161/500:  32%|███▏      | 161/500 [01:08<02:26,  2.31it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 161/500:  32%|███▏      | 161/500 [01:08<02:26,  2.31it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 162/500:  32%|███▏      | 161/500 [01:08<02:26,  2.31it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 162/500:  32%|███▏      | 162/500 [01:09<02:26,  2.31it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 162/500:  32%|███▏      | 162/500 [01:09<02:26,  2.31it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 163/500:  32%|███▏      | 162/500 [01:09<02:26,  2.31it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 163/500:  33%|███▎      | 163/500 [01:09<02:25,  2.31it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 163/500:  33%|███▎      | 163/500 [01:09<02:25,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 164/500:  33%|███▎      | 163/500 [01:09<02:25,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 164/500:  33%|███▎      | 164/500 [01:09<02:25,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 164/500:  33%|███▎      | 164/500 [01:09<02:25,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 165/500:  33%|███▎      | 164/500 [01:09<02:25,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 165/500:  33%|███▎      | 165/500 [01:10<02:25,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 165/500:  33%|███▎      | 165/500 [01:10<02:25,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.04e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 166/500:  33%|███▎      | 165/500 [01:10<02:25,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 166/500:  33%|███▎      | 166/500 [01:10<02:24,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 166/500:  33%|███▎      | 166/500 [01:10<02:24,  2.31it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 167/500:  33%|███▎      | 166/500 [01:10<02:24,  2.31it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 167/500:  33%|███▎      | 167/500 [01:11<02:24,  2.31it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 167/500:  33%|███▎      | 167/500 [01:11<02:24,  2.31it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 168/500:  33%|███▎      | 167/500 [01:11<02:24,  2.31it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 168/500:  34%|███▎      | 168/500 [01:11<02:23,  2.31it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 168/500:  34%|███▎      | 168/500 [01:11<02:23,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 169/500:  34%|███▎      | 168/500 [01:11<02:23,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 169/500:  34%|███▍      | 169/500 [01:12<02:23,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 169/500:  34%|███▍      | 169/500 [01:12<02:23,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 170/500:  34%|███▍      | 169/500 [01:12<02:23,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 170/500:  34%|███▍      | 170/500 [01:12<02:22,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 170/500:  34%|███▍      | 170/500 [01:12<02:22,  2.31it/s, v_num=1, train_loss_step=1.31e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 171/500:  34%|███▍      | 170/500 [01:12<02:22,  2.31it/s, v_num=1, train_loss_step=1.31e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 171/500:  34%|███▍      | 171/500 [01:12<02:22,  2.31it/s, v_num=1, train_loss_step=1.31e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 171/500:  34%|███▍      | 171/500 [01:12<02:22,  2.31it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 172/500:  34%|███▍      | 171/500 [01:12<02:22,  2.31it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 172/500:  34%|███▍      | 172/500 [01:13<02:22,  2.31it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 172/500:  34%|███▍      | 172/500 [01:13<02:22,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 173/500:  34%|███▍      | 172/500 [01:13<02:22,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 173/500:  35%|███▍      | 173/500 [01:13<02:21,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 173/500:  35%|███▍      | 173/500 [01:13<02:21,  2.31it/s, v_num=1, train_loss_step=1.08e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 174/500:  35%|███▍      | 173/500 [01:13<02:21,  2.31it/s, v_num=1, train_loss_step=1.08e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 174/500:  35%|███▍      | 174/500 [01:14<02:21,  2.31it/s, v_num=1, train_loss_step=1.08e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 174/500:  35%|███▍      | 174/500 [01:14<02:21,  2.31it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 175/500:  35%|███▍      | 174/500 [01:14<02:21,  2.31it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 175/500:  35%|███▌      | 175/500 [01:14<02:20,  2.31it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 175/500:  35%|███▌      | 175/500 [01:14<02:20,  2.31it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 176/500:  35%|███▌      | 175/500 [01:14<02:20,  2.31it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 176/500:  35%|███▌      | 176/500 [01:15<02:20,  2.31it/s, v_num=1, train_loss_step=1.27e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 176/500:  35%|███▌      | 176/500 [01:15<02:20,  2.31it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 177/500:  35%|███▌      | 176/500 [01:15<02:20,  2.31it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 177/500:  35%|███▌      | 177/500 [01:15<02:19,  2.31it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 177/500:  35%|███▌      | 177/500 [01:15<02:19,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 178/500:  35%|███▌      | 177/500 [01:15<02:19,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 178/500:  36%|███▌      | 178/500 [01:15<02:19,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 178/500:  36%|███▌      | 178/500 [01:15<02:19,  2.31it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 179/500:  36%|███▌      | 178/500 [01:15<02:19,  2.31it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 179/500:  36%|███▌      | 179/500 [01:16<02:18,  2.31it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 179/500:  36%|███▌      | 179/500 [01:16<02:18,  2.31it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 180/500:  36%|███▌      | 179/500 [01:16<02:18,  2.31it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 180/500:  36%|███▌      | 180/500 [01:16<02:18,  2.31it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 180/500:  36%|███▌      | 180/500 [01:16<02:18,  2.31it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 181/500:  36%|███▌      | 180/500 [01:16<02:18,  2.31it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 181/500:  36%|███▌      | 181/500 [01:17<02:18,  2.31it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 181/500:  36%|███▌      | 181/500 [01:17<02:18,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.04e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 182/500:  36%|███▌      | 181/500 [01:17<02:18,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 182/500:  36%|███▋      | 182/500 [01:17<02:17,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 182/500:  36%|███▋      | 182/500 [01:17<02:17,  2.31it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 183/500:  36%|███▋      | 182/500 [01:17<02:17,  2.31it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 183/500:  37%|███▋      | 183/500 [01:18<02:17,  2.31it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 183/500:  37%|███▋      | 183/500 [01:18<02:17,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 184/500:  37%|███▋      | 183/500 [01:18<02:17,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 184/500:  37%|███▋      | 184/500 [01:18<02:16,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 184/500:  37%|███▋      | 184/500 [01:18<02:16,  2.31it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 185/500:  37%|███▋      | 184/500 [01:18<02:16,  2.31it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 185/500:  37%|███▋      | 185/500 [01:19<02:16,  2.31it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 185/500:  37%|███▋      | 185/500 [01:19<02:16,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.04e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 186/500:  37%|███▋      | 185/500 [01:19<02:16,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 186/500:  37%|███▋      | 186/500 [01:19<02:15,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 186/500:  37%|███▋      | 186/500 [01:19<02:15,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 187/500:  37%|███▋      | 186/500 [01:19<02:15,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 187/500:  37%|███▋      | 187/500 [01:19<02:15,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 187/500:  37%|███▋      | 187/500 [01:19<02:15,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.04e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 188/500:  37%|███▋      | 187/500 [01:19<02:15,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 188/500:  38%|███▊      | 188/500 [01:20<02:14,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 188/500:  38%|███▊      | 188/500 [01:20<02:14,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 189/500:  38%|███▊      | 188/500 [01:20<02:14,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 189/500:  38%|███▊      | 189/500 [01:20<02:14,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.04e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 189/500:  38%|███▊      | 189/500 [01:20<02:14,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 190/500:  38%|███▊      | 189/500 [01:20<02:14,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 190/500:  38%|███▊      | 190/500 [01:21<02:14,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 190/500:  38%|███▊      | 190/500 [01:21<02:14,  2.31it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 191/500:  38%|███▊      | 190/500 [01:21<02:14,  2.31it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 191/500:  38%|███▊      | 191/500 [01:21<02:13,  2.31it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 191/500:  38%|███▊      | 191/500 [01:21<02:13,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.03e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 192/500:  38%|███▊      | 191/500 [01:21<02:13,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 192/500:  38%|███▊      | 192/500 [01:22<02:13,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 192/500:  38%|███▊      | 192/500 [01:22<02:13,  2.31it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 193/500:  38%|███▊      | 192/500 [01:22<02:13,  2.31it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 193/500:  39%|███▊      | 193/500 [01:22<02:12,  2.31it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 193/500:  39%|███▊      | 193/500 [01:22<02:12,  2.31it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 194/500:  39%|███▊      | 193/500 [01:22<02:12,  2.31it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 194/500:  39%|███▉      | 194/500 [01:22<02:12,  2.31it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 194/500:  39%|███▉      | 194/500 [01:22<02:12,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 195/500:  39%|███▉      | 194/500 [01:22<02:12,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 195/500:  39%|███▉      | 195/500 [01:23<02:12,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 195/500:  39%|███▉      | 195/500 [01:23<02:12,  2.31it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 196/500:  39%|███▉      | 195/500 [01:23<02:12,  2.31it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 196/500:  39%|███▉      | 196/500 [01:23<02:11,  2.31it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 196/500:  39%|███▉      | 196/500 [01:23<02:11,  2.31it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 197/500:  39%|███▉      | 196/500 [01:23<02:11,  2.31it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 197/500:  39%|███▉      | 197/500 [01:24<02:11,  2.31it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 197/500:  39%|███▉      | 197/500 [01:24<02:11,  2.31it/s, v_num=1, train_loss_step=1.11e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 198/500:  39%|███▉      | 197/500 [01:24<02:11,  2.31it/s, v_num=1, train_loss_step=1.11e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 198/500:  40%|███▉      | 198/500 [01:24<02:10,  2.31it/s, v_num=1, train_loss_step=1.11e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 198/500:  40%|███▉      | 198/500 [01:24<02:10,  2.31it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 199/500:  40%|███▉      | 198/500 [01:24<02:10,  2.31it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 199/500:  40%|███▉      | 199/500 [01:25<02:10,  2.30it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 199/500:  40%|███▉      | 199/500 [01:25<02:10,  2.30it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 200/500:  40%|███▉      | 199/500 [01:25<02:10,  2.30it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 200/500:  40%|████      | 200/500 [01:25<02:10,  2.30it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 200/500:  40%|████      | 200/500 [01:25<02:10,  2.30it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 201/500:  40%|████      | 200/500 [01:25<02:10,  2.30it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 201/500:  40%|████      | 201/500 [01:25<02:09,  2.31it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 201/500:  40%|████      | 201/500 [01:25<02:09,  2.31it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 202/500:  40%|████      | 201/500 [01:25<02:09,  2.31it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 202/500:  40%|████      | 202/500 [01:26<02:09,  2.31it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 202/500:  40%|████      | 202/500 [01:26<02:09,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 203/500:  40%|████      | 202/500 [01:26<02:09,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 203/500:  41%|████      | 203/500 [01:26<02:08,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 203/500:  41%|████      | 203/500 [01:26<02:08,  2.31it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 204/500:  41%|████      | 203/500 [01:26<02:08,  2.31it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 204/500:  41%|████      | 204/500 [01:27<02:08,  2.31it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 204/500:  41%|████      | 204/500 [01:27<02:08,  2.31it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 205/500:  41%|████      | 204/500 [01:27<02:08,  2.31it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 205/500:  41%|████      | 205/500 [01:27<02:07,  2.31it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 205/500:  41%|████      | 205/500 [01:27<02:07,  2.31it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 206/500:  41%|████      | 205/500 [01:27<02:07,  2.31it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 206/500:  41%|████      | 206/500 [01:28<02:07,  2.31it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 206/500:  41%|████      | 206/500 [01:28<02:07,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 207/500:  41%|████      | 206/500 [01:28<02:07,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 207/500:  41%|████▏     | 207/500 [01:28<02:07,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 207/500:  41%|████▏     | 207/500 [01:28<02:07,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 208/500:  41%|████▏     | 207/500 [01:28<02:07,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 208/500:  42%|████▏     | 208/500 [01:28<02:06,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 208/500:  42%|████▏     | 208/500 [01:28<02:06,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 209/500:  42%|████▏     | 208/500 [01:28<02:06,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 209/500:  42%|████▏     | 209/500 [01:29<02:06,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 209/500:  42%|████▏     | 209/500 [01:29<02:06,  2.31it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 210/500:  42%|████▏     | 209/500 [01:29<02:06,  2.31it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 210/500:  42%|████▏     | 210/500 [01:29<02:05,  2.31it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 210/500:  42%|████▏     | 210/500 [01:29<02:05,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 211/500:  42%|████▏     | 210/500 [01:29<02:05,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 211/500:  42%|████▏     | 211/500 [01:30<02:05,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 211/500:  42%|████▏     | 211/500 [01:30<02:05,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 212/500:  42%|████▏     | 211/500 [01:30<02:05,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 212/500:  42%|████▏     | 212/500 [01:30<02:04,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 212/500:  42%|████▏     | 212/500 [01:30<02:04,  2.31it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 213/500:  42%|████▏     | 212/500 [01:30<02:04,  2.31it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 213/500:  43%|████▎     | 213/500 [01:31<02:04,  2.31it/s, v_num=1, train_loss_step=1.28e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 213/500:  43%|████▎     | 213/500 [01:31<02:04,  2.31it/s, v_num=1, train_loss_step=1.29e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 214/500:  43%|████▎     | 213/500 [01:31<02:04,  2.31it/s, v_num=1, train_loss_step=1.29e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 214/500:  43%|████▎     | 214/500 [01:31<02:04,  2.31it/s, v_num=1, train_loss_step=1.29e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 214/500:  43%|████▎     | 214/500 [01:31<02:04,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.03e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 215/500:  43%|████▎     | 214/500 [01:31<02:04,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 215/500:  43%|████▎     | 215/500 [01:32<02:03,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 215/500:  43%|████▎     | 215/500 [01:32<02:03,  2.31it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 216/500:  43%|████▎     | 215/500 [01:32<02:03,  2.31it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 216/500:  43%|████▎     | 216/500 [01:32<02:03,  2.31it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 216/500:  43%|████▎     | 216/500 [01:32<02:03,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 217/500:  43%|████▎     | 216/500 [01:32<02:03,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 217/500:  43%|████▎     | 217/500 [01:32<02:02,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 217/500:  43%|████▎     | 217/500 [01:32<02:02,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 218/500:  43%|████▎     | 217/500 [01:32<02:02,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 218/500:  44%|████▎     | 218/500 [01:33<02:02,  2.31it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 218/500:  44%|████▎     | 218/500 [01:33<02:02,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 219/500:  44%|████▎     | 218/500 [01:33<02:02,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 219/500:  44%|████▍     | 219/500 [01:33<02:01,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 219/500:  44%|████▍     | 219/500 [01:33<02:01,  2.31it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 220/500:  44%|████▍     | 219/500 [01:33<02:01,  2.31it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 220/500:  44%|████▍     | 220/500 [01:34<02:01,  2.31it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 220/500:  44%|████▍     | 220/500 [01:34<02:01,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 221/500:  44%|████▍     | 220/500 [01:34<02:01,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 221/500:  44%|████▍     | 221/500 [01:34<02:00,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.03e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 221/500:  44%|████▍     | 221/500 [01:34<02:00,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 222/500:  44%|████▍     | 221/500 [01:34<02:00,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 222/500:  44%|████▍     | 222/500 [01:35<02:00,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 222/500:  44%|████▍     | 222/500 [01:35<02:00,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 223/500:  44%|████▍     | 222/500 [01:35<02:00,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 223/500:  45%|████▍     | 223/500 [01:35<02:00,  2.29it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 223/500:  45%|████▍     | 223/500 [01:35<02:00,  2.29it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 224/500:  45%|████▍     | 223/500 [01:35<02:00,  2.29it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 224/500:  45%|████▍     | 224/500 [01:35<02:00,  2.29it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 224/500:  45%|████▍     | 224/500 [01:35<02:00,  2.29it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 225/500:  45%|████▍     | 224/500 [01:35<02:00,  2.29it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 225/500:  45%|████▌     | 225/500 [01:36<01:59,  2.30it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 225/500:  45%|████▌     | 225/500 [01:36<01:59,  2.30it/s, v_num=1, train_loss_step=1.12e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 226/500:  45%|████▌     | 225/500 [01:36<01:59,  2.30it/s, v_num=1, train_loss_step=1.12e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 226/500:  45%|████▌     | 226/500 [01:36<01:59,  2.30it/s, v_num=1, train_loss_step=1.12e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 226/500:  45%|████▌     | 226/500 [01:36<01:59,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 227/500:  45%|████▌     | 226/500 [01:36<01:59,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 227/500:  45%|████▌     | 227/500 [01:37<01:58,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 227/500:  45%|████▌     | 227/500 [01:37<01:58,  2.30it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 228/500:  45%|████▌     | 227/500 [01:37<01:58,  2.30it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 228/500:  46%|████▌     | 228/500 [01:37<01:58,  2.30it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 228/500:  46%|████▌     | 228/500 [01:37<01:58,  2.30it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 229/500:  46%|████▌     | 228/500 [01:37<01:58,  2.30it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 229/500:  46%|████▌     | 229/500 [01:38<01:57,  2.30it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 229/500:  46%|████▌     | 229/500 [01:38<01:57,  2.30it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.02e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 230/500:  46%|████▌     | 229/500 [01:38<01:57,  2.30it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 230/500:  46%|████▌     | 230/500 [01:38<01:57,  2.30it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 230/500:  46%|████▌     | 230/500 [01:38<01:57,  2.30it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 231/500:  46%|████▌     | 230/500 [01:38<01:57,  2.30it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 231/500:  46%|████▌     | 231/500 [01:38<01:56,  2.30it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 231/500:  46%|████▌     | 231/500 [01:38<01:56,  2.30it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 232/500:  46%|████▌     | 231/500 [01:38<01:56,  2.30it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 232/500:  46%|████▋     | 232/500 [01:39<01:56,  2.30it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 232/500:  46%|████▋     | 232/500 [01:39<01:56,  2.30it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 233/500:  46%|████▋     | 232/500 [01:39<01:56,  2.30it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 233/500:  47%|████▋     | 233/500 [01:39<01:55,  2.30it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 233/500:  47%|████▋     | 233/500 [01:39<01:55,  2.30it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 234/500:  47%|████▋     | 233/500 [01:39<01:55,  2.30it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 234/500:  47%|████▋     | 234/500 [01:40<01:55,  2.30it/s, v_num=1, train_loss_step=1.25e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 234/500:  47%|████▋     | 234/500 [01:40<01:55,  2.30it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 235/500:  47%|████▋     | 234/500 [01:40<01:55,  2.30it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 235/500:  47%|████▋     | 235/500 [01:40<01:54,  2.30it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 235/500:  47%|████▋     | 235/500 [01:40<01:54,  2.30it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 236/500:  47%|████▋     | 235/500 [01:40<01:54,  2.30it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 236/500:  47%|████▋     | 236/500 [01:41<01:54,  2.30it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 236/500:  47%|████▋     | 236/500 [01:41<01:54,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 237/500:  47%|████▋     | 236/500 [01:41<01:54,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 237/500:  47%|████▋     | 237/500 [01:41<01:54,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 237/500:  47%|████▋     | 237/500 [01:41<01:54,  2.30it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 238/500:  47%|████▋     | 237/500 [01:41<01:54,  2.30it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 238/500:  48%|████▊     | 238/500 [01:41<01:53,  2.30it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 238/500:  48%|████▊     | 238/500 [01:41<01:53,  2.30it/s, v_num=1, train_loss_step=1.11e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 239/500:  48%|████▊     | 238/500 [01:41<01:53,  2.30it/s, v_num=1, train_loss_step=1.11e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 239/500:  48%|████▊     | 239/500 [01:42<01:53,  2.30it/s, v_num=1, train_loss_step=1.11e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 239/500:  48%|████▊     | 239/500 [01:42<01:53,  2.30it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 240/500:  48%|████▊     | 239/500 [01:42<01:53,  2.30it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 240/500:  48%|████▊     | 240/500 [01:42<01:52,  2.30it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 240/500:  48%|████▊     | 240/500 [01:42<01:52,  2.30it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 241/500:  48%|████▊     | 240/500 [01:42<01:52,  2.30it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 241/500:  48%|████▊     | 241/500 [01:43<01:52,  2.30it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 241/500:  48%|████▊     | 241/500 [01:43<01:52,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 242/500:  48%|████▊     | 241/500 [01:43<01:52,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 242/500:  48%|████▊     | 242/500 [01:43<01:51,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 242/500:  48%|████▊     | 242/500 [01:43<01:51,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 243/500:  48%|████▊     | 242/500 [01:43<01:51,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 243/500:  49%|████▊     | 243/500 [01:44<01:51,  2.31it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 243/500:  49%|████▊     | 243/500 [01:44<01:51,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 244/500:  49%|████▊     | 243/500 [01:44<01:51,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 244/500:  49%|████▉     | 244/500 [01:44<01:51,  2.30it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 244/500:  49%|████▉     | 244/500 [01:44<01:51,  2.30it/s, v_num=1, train_loss_step=1.08e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 245/500:  49%|████▉     | 244/500 [01:44<01:51,  2.30it/s, v_num=1, train_loss_step=1.08e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 245/500:  49%|████▉     | 245/500 [01:45<01:50,  2.30it/s, v_num=1, train_loss_step=1.08e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 245/500:  49%|████▉     | 245/500 [01:45<01:50,  2.30it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 246/500:  49%|████▉     | 245/500 [01:45<01:50,  2.30it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 246/500:  49%|████▉     | 246/500 [01:45<01:50,  2.30it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 246/500:  49%|████▉     | 246/500 [01:45<01:50,  2.30it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.02e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 247/500:  49%|████▉     | 246/500 [01:45<01:50,  2.30it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 247/500:  49%|████▉     | 247/500 [01:45<01:49,  2.30it/s, v_num=1, train_loss_step=1.3e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 247/500:  49%|████▉     | 247/500 [01:45<01:49,  2.30it/s, v_num=1, train_loss_step=1.13e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 248/500:  49%|████▉     | 247/500 [01:45<01:49,  2.30it/s, v_num=1, train_loss_step=1.13e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 248/500:  50%|████▉     | 248/500 [01:46<01:49,  2.30it/s, v_num=1, train_loss_step=1.13e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 248/500:  50%|████▉     | 248/500 [01:46<01:49,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 249/500:  50%|████▉     | 248/500 [01:46<01:49,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 249/500:  50%|████▉     | 249/500 [01:46<01:48,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 249/500:  50%|████▉     | 249/500 [01:46<01:48,  2.30it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 250/500:  50%|████▉     | 249/500 [01:46<01:48,  2.30it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 250/500:  50%|█████     | 250/500 [01:47<01:48,  2.30it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 250/500:  50%|█████     | 250/500 [01:47<01:48,  2.30it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 251/500:  50%|█████     | 250/500 [01:47<01:48,  2.30it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 251/500:  50%|█████     | 251/500 [01:47<01:48,  2.30it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 251/500:  50%|█████     | 251/500 [01:47<01:48,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 252/500:  50%|█████     | 251/500 [01:47<01:48,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 252/500:  50%|█████     | 252/500 [01:48<01:47,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 252/500:  50%|█████     | 252/500 [01:48<01:47,  2.30it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 253/500:  50%|█████     | 252/500 [01:48<01:47,  2.30it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 253/500:  51%|█████     | 253/500 [01:48<01:47,  2.30it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.02e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 253/500:  51%|█████     | 253/500 [01:48<01:47,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.01e+8] "
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 254/500:  51%|█████     | 253/500 [01:48<01:47,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 254/500:  51%|█████     | 254/500 [01:48<01:46,  2.30it/s, v_num=1, train_loss_step=1.2e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 254/500:  51%|█████     | 254/500 [01:48<01:46,  2.30it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 255/500:  51%|█████     | 254/500 [01:48<01:46,  2.30it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 255/500:  51%|█████     | 255/500 [01:49<01:46,  2.30it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 255/500:  51%|█████     | 255/500 [01:49<01:46,  2.30it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 256/500:  51%|█████     | 255/500 [01:49<01:46,  2.30it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 256/500:  51%|█████     | 256/500 [01:49<01:45,  2.30it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 256/500:  51%|█████     | 256/500 [01:49<01:45,  2.30it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 257/500:  51%|█████     | 256/500 [01:49<01:45,  2.30it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 257/500:  51%|█████▏    | 257/500 [01:50<01:45,  2.31it/s, v_num=1, train_loss_step=1.15e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 257/500:  51%|█████▏    | 257/500 [01:50<01:45,  2.31it/s, v_num=1, train_loss_step=1.11e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 258/500:  51%|█████▏    | 257/500 [01:50<01:45,  2.31it/s, v_num=1, train_loss_step=1.11e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 258/500:  52%|█████▏    | 258/500 [01:50<01:44,  2.31it/s, v_num=1, train_loss_step=1.11e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 258/500:  52%|█████▏    | 258/500 [01:50<01:44,  2.31it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 259/500:  52%|█████▏    | 258/500 [01:50<01:44,  2.31it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 259/500:  52%|█████▏    | 259/500 [01:51<01:44,  2.31it/s, v_num=1, train_loss_step=1.26e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 259/500:  52%|█████▏    | 259/500 [01:51<01:44,  2.31it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 260/500:  52%|█████▏    | 259/500 [01:51<01:44,  2.31it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 260/500:  52%|█████▏    | 260/500 [01:51<01:44,  2.31it/s, v_num=1, train_loss_step=1.24e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 260/500:  52%|█████▏    | 260/500 [01:51<01:44,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 261/500:  52%|█████▏    | 260/500 [01:51<01:44,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 261/500:  52%|█████▏    | 261/500 [01:51<01:43,  2.31it/s, v_num=1, train_loss_step=1.22e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 261/500:  52%|█████▏    | 261/500 [01:51<01:43,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 262/500:  52%|█████▏    | 261/500 [01:51<01:43,  2.31it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 262/500:  52%|█████▏    | 262/500 [01:52<01:43,  2.30it/s, v_num=1, train_loss_step=1.18e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 262/500:  52%|█████▏    | 262/500 [01:52<01:43,  2.30it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 263/500:  52%|█████▏    | 262/500 [01:52<01:43,  2.30it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 263/500:  53%|█████▎    | 263/500 [01:52<01:42,  2.30it/s, v_num=1, train_loss_step=1.17e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 263/500:  53%|█████▎    | 263/500 [01:52<01:42,  2.30it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 264/500:  53%|█████▎    | 263/500 [01:52<01:42,  2.30it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 264/500:  53%|█████▎    | 264/500 [01:53<01:42,  2.30it/s, v_num=1, train_loss_step=1.23e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 264/500:  53%|█████▎    | 264/500 [01:53<01:42,  2.30it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 265/500:  53%|█████▎    | 264/500 [01:53<01:42,  2.30it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 265/500:  53%|█████▎    | 265/500 [01:53<01:41,  2.30it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 265/500:  53%|█████▎    | 265/500 [01:53<01:41,  2.30it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 266/500:  53%|█████▎    | 265/500 [01:53<01:41,  2.30it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 266/500:  53%|█████▎    | 266/500 [01:54<01:41,  2.30it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 266/500:  53%|█████▎    | 266/500 [01:54<01:41,  2.30it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 267/500:  53%|█████▎    | 266/500 [01:54<01:41,  2.30it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 267/500:  53%|█████▎    | 267/500 [01:54<01:41,  2.30it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 267/500:  53%|█████▎    | 267/500 [01:54<01:41,  2.30it/s, v_num=1, train_loss_step=1.11e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 268/500:  53%|█████▎    | 267/500 [01:54<01:41,  2.30it/s, v_num=1, train_loss_step=1.11e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 268/500:  54%|█████▎    | 268/500 [01:55<01:40,  2.30it/s, v_num=1, train_loss_step=1.11e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 268/500:  54%|█████▎    | 268/500 [01:55<01:40,  2.30it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 269/500:  54%|█████▎    | 268/500 [01:55<01:40,  2.30it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 269/500:  54%|█████▍    | 269/500 [01:55<01:40,  2.30it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 269/500:  54%|█████▍    | 269/500 [01:55<01:40,  2.30it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 270/500:  54%|█████▍    | 269/500 [01:55<01:40,  2.30it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 270/500:  54%|█████▍    | 270/500 [01:55<01:39,  2.31it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 270/500:  54%|█████▍    | 270/500 [01:55<01:39,  2.31it/s, v_num=1, train_loss_step=1.13e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 271/500:  54%|█████▍    | 270/500 [01:55<01:39,  2.31it/s, v_num=1, train_loss_step=1.13e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 271/500:  54%|█████▍    | 271/500 [01:56<01:39,  2.30it/s, v_num=1, train_loss_step=1.13e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 271/500:  54%|█████▍    | 271/500 [01:56<01:39,  2.30it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 272/500:  54%|█████▍    | 271/500 [01:56<01:39,  2.30it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 272/500:  54%|█████▍    | 272/500 [01:56<01:38,  2.31it/s, v_num=1, train_loss_step=1.21e+7, train_loss_epoch=2.01e+8]"
+     ]
     },
-    "id": "R6OB27CwMf8P",
-    "outputId": "92131773-0829-40eb-d44b-512c37ab2bf9"
-   },
-   "outputs": [
     {
-     "data": {
-      "text/plain": [
-       "AnnData object with n_obs × n_vars = 4585 × 115554\n",
-       "    obs: 'batch_id'\n",
-       "    var: 'chr', 'start', 'end'"
-      ]
-     },
-     "execution_count": 7,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "adata = scvi.data.read_10x_atac(data_path)\n",
-    "adata"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "nAh2wnlhMf8Q"
-   },
-   "source": [
-    "We can use Scanpy to handle, filter, and manipulate the data. In our case, we might want to filter out peaks that are rarely detected, to make the model train faster:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 8,
-   "metadata": {
-    "colab": {
-     "base_uri": "https://localhost:8080/"
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 272/500:  54%|█████▍    | 272/500 [01:56<01:38,  2.31it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.01e+8]"
+     ]
     },
-    "execution": {
-     "iopub.execute_input": "2023-12-06T20:43:53.531618Z",
-     "iopub.status.busy": "2023-12-06T20:43:53.531500Z",
-     "iopub.status.idle": "2023-12-06T20:43:53.988556Z",
-     "shell.execute_reply": "2023-12-06T20:43:53.988137Z"
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 273/500:  54%|█████▍    | 272/500 [01:56<01:38,  2.31it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.01e+8]"
+     ]
     },
-    "id": "4r0XVM1qMf8Q",
-    "outputId": "74ec76c8-efa8-472a-b6f6-1aa4a6a05c11"
-   },
-   "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "# regions before filtering: 115554\n",
-      "# regions after filtering: 33142\n"
+      "\r",
+      "Epoch 273/500:  55%|█████▍    | 273/500 [01:57<01:38,  2.31it/s, v_num=1, train_loss_step=1.16e+7, train_loss_epoch=2.01e+8]"
      ]
-    }
-   ],
-   "source": [
-    "print(\"# regions before filtering:\", adata.shape[-1])\n",
-    "\n",
-    "# compute the threshold: 5% of the cells\n",
-    "min_cells = int(adata.shape[0] * 0.05)\n",
-    "# in-place filtering of regions\n",
-    "sc.pp.filter_genes(adata, min_cells=min_cells)\n",
-    "\n",
-    "print(\"# regions after filtering:\", adata.shape[-1])"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "ZCKvcOuaMf8R"
-   },
-   "source": [
-    "## Set up, train, save, and load the model\n",
-    "\n",
-    "We can now set up the AnnData object with PeakVI, which will ensure everything the model needs is in place for training.\n",
-    "\n",
-    "This is also the stage where we can condition the model on additional covariates, which encourages the model to remove the impact of those covariates from the learned latent space. Our sample data is a single batch, so we won't demonstrate this directly, but it can be done simply by setting the `batch_key` argument to the annotation to be used as a batch covariate (must be a valid key in `adata.obs`) ."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 9,
-   "metadata": {
-    "execution": {
-     "iopub.execute_input": "2023-12-06T20:43:53.990075Z",
-     "iopub.status.busy": "2023-12-06T20:43:53.989962Z",
-     "iopub.status.idle": "2023-12-06T20:43:54.115933Z",
-     "shell.execute_reply": "2023-12-06T20:43:54.115509Z"
     },
-    "id": "LsphppROMf8R"
-   },
-   "outputs": [
     {
-     "name": "stderr",
+     "name": "stdout",
      "output_type": "stream",
      "text": [
-      "<frozen abc>:119: FutureWarning: SparseDataset is deprecated and will be removed in late 2024. It has been replaced by the public classes CSRDataset and CSCDataset.\n",
-      "\n",
-      "For instance checks, use `isinstance(X, (anndata.experimental.CSRDataset, anndata.experimental.CSCDataset))` instead.\n",
-      "\n",
-      "For creation, use `anndata.experimental.sparse_dataset(X)` instead.\n",
-      "\n"
+      "\r",
+      "Epoch 273/500:  55%|█████▍    | 273/500 [01:57<01:38,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.01e+8]"
      ]
-    }
-   ],
-   "source": [
-    "scvi.model.PEAKVI.setup_anndata(adata)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "onvBxehyMf8R"
-   },
-   "source": [
-    "We can now create a PeakVI model object and train it!"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "```{important}\n",
-    "The default `max_epochs` is set to `500`, but in practice PeakVI stops early once the model converges (we quantify convergence with the model's validation reconstruction loss). This is especially the case for larger datasets, which require fewer training epochs to converge since each epoch lets the model view more data. \n",
-    "\n",
-    "This means that the estimated training runtime is usually an overestimate of the actual runtime. For the data used in this tutorial, it typically converges with around half of `max_epochs`!\n",
-    "```"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 10,
-   "metadata": {
-    "colab": {
-     "base_uri": "https://localhost:8080/"
     },
-    "execution": {
-     "iopub.execute_input": "2023-12-06T20:43:54.117583Z",
-     "iopub.status.busy": "2023-12-06T20:43:54.117467Z",
-     "iopub.status.idle": "2023-12-06T20:45:52.177173Z",
-     "shell.execute_reply": "2023-12-06T20:45:52.176804Z"
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 274/500:  55%|█████▍    | 273/500 [01:57<01:38,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.01e+8]"
+     ]
     },
-    "id": "cclCyKFOMf8R",
-    "outputId": "c6ae6f35-d3bb-4efb-e246-fb4ac0130bc4"
-   },
-   "outputs": [
     {
-     "name": "stderr",
+     "name": "stdout",
      "output_type": "stream",
      "text": [
-      "GPU available: True (cuda), used: True\n",
-      "TPU available: False, using: 0 TPU cores\n",
-      "IPU available: False, using: 0 IPUs\n",
-      "HPU available: False, using: 0 HPUs\n",
-      "LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]\n",
-      "/env/lib/python3.11/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:441: The 'train_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=19` in the `DataLoader` to improve performance.\n",
-      "/env/lib/python3.11/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:441: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=19` in the `DataLoader` to improve performance.\n"
+      "\r",
+      "Epoch 274/500:  55%|█████▍    | 274/500 [01:57<01:38,  2.31it/s, v_num=1, train_loss_step=1.19e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 274/500:  55%|█████▍    | 274/500 [01:57<01:38,  2.31it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.01e+8]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "Epoch 274/500:  55%|█████▍    | 274/500 [01:57<01:37,  2.33it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.01e+8]"
      ]
     },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Epoch 274/500:  55%|█████▍    | 274/500 [01:56<01:36,  2.34it/s, v_num=1, train_loss_step=1.14e+7, train_loss_epoch=2.01e+8]\n",
+      "\n",
       "Monitored metric reconstruction_loss_validation did not improve in the last 50 records. Best score: 13018.062. Signaling Trainer to stop.\n"
      ]
     }
@@ -410,10 +7338,10 @@
    "execution_count": 11,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-12-06T20:45:52.178735Z",
-     "iopub.status.busy": "2023-12-06T20:45:52.178625Z",
-     "iopub.status.idle": "2023-12-06T20:45:52.332641Z",
-     "shell.execute_reply": "2023-12-06T20:45:52.332186Z"
+     "iopub.execute_input": "2024-02-11T16:37:28.125386Z",
+     "iopub.status.busy": "2024-02-11T16:37:28.125236Z",
+     "iopub.status.idle": "2024-02-11T16:37:28.197454Z",
+     "shell.execute_reply": "2024-02-11T16:37:28.197010Z"
     },
     "id": "v5w3u7ZgMf8S"
    },
@@ -437,10 +7365,10 @@
    "execution_count": 12,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-12-06T20:45:52.334337Z",
-     "iopub.status.busy": "2023-12-06T20:45:52.334222Z",
-     "iopub.status.idle": "2023-12-06T20:45:52.456531Z",
-     "shell.execute_reply": "2023-12-06T20:45:52.456180Z"
+     "iopub.execute_input": "2024-02-11T16:37:28.199070Z",
+     "iopub.status.busy": "2024-02-11T16:37:28.198950Z",
+     "iopub.status.idle": "2024-02-11T16:37:28.321578Z",
+     "shell.execute_reply": "2024-02-11T16:37:28.321224Z"
     },
     "id": "_q34gv_hMf8S"
    },
@@ -449,7 +7377,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "\u001b[34mINFO    \u001b[0m File \u001b[35m/tmp/tmpzthhoioq/peakvi_pbmc/\u001b[0m\u001b[95mmodel.pt\u001b[0m already downloaded                                             \n"
+      "\u001b[34mINFO    \u001b[0m File \u001b[35m/tmp/tmpam52suaq/peakvi_pbmc/\u001b[0m\u001b[95mmodel.pt\u001b[0m already downloaded                                             \n"
      ]
     }
    ],
@@ -476,10 +7404,10 @@
      "base_uri": "https://localhost:8080/"
     },
     "execution": {
-     "iopub.execute_input": "2023-12-06T20:45:52.458359Z",
-     "iopub.status.busy": "2023-12-06T20:45:52.458212Z",
-     "iopub.status.idle": "2023-12-06T20:45:52.683851Z",
-     "shell.execute_reply": "2023-12-06T20:45:52.683441Z"
+     "iopub.execute_input": "2024-02-11T16:37:28.323353Z",
+     "iopub.status.busy": "2024-02-11T16:37:28.323200Z",
+     "iopub.status.idle": "2024-02-11T16:37:28.560014Z",
+     "shell.execute_reply": "2024-02-11T16:37:28.559606Z"
     },
     "id": "shzoLMjQMf8S",
     "outputId": "acce7cb6-4c20-43a1-8b18-967805f30fa6"
@@ -518,10 +7446,10 @@
    "execution_count": 14,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-12-06T20:45:52.685311Z",
-     "iopub.status.busy": "2023-12-06T20:45:52.685198Z",
-     "iopub.status.idle": "2023-12-06T20:46:04.514331Z",
-     "shell.execute_reply": "2023-12-06T20:46:04.513874Z"
+     "iopub.execute_input": "2024-02-11T16:37:28.561504Z",
+     "iopub.status.busy": "2024-02-11T16:37:28.561394Z",
+     "iopub.status.idle": "2024-02-11T16:37:40.377583Z",
+     "shell.execute_reply": "2024-02-11T16:37:40.377140Z"
     },
     "id": "CAzMk_4qMf8T"
    },
@@ -546,10 +7474,10 @@
      "height": 367
     },
     "execution": {
-     "iopub.execute_input": "2023-12-06T20:46:04.515920Z",
-     "iopub.status.busy": "2023-12-06T20:46:04.515806Z",
-     "iopub.status.idle": "2023-12-06T20:46:04.661965Z",
-     "shell.execute_reply": "2023-12-06T20:46:04.661536Z"
+     "iopub.execute_input": "2024-02-11T16:37:40.379195Z",
+     "iopub.status.busy": "2024-02-11T16:37:40.379083Z",
+     "iopub.status.idle": "2024-02-11T16:37:40.502265Z",
+     "shell.execute_reply": "2024-02-11T16:37:40.501967Z"
     },
     "id": "gPm9j0aaMf8T",
     "outputId": "edee858e-9f14-4ca6-a039-888b9de13c2c"
@@ -559,7 +7487,7 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "/env/lib/python3.11/site-packages/scanpy/plotting/_tools/scatterplots.py:1251: FutureWarning: The default value of 'ignore' for the `na_action` parameter in pandas.Categorical.map is deprecated and will be changed to 'None' in a future version. Please set na_action to the desired value to avoid seeing this warning\n",
+      "/env/lib/python3.11/site-packages/scanpy/plotting/_tools/scatterplots.py:1234: FutureWarning: The default value of 'ignore' for the `na_action` parameter in pandas.Categorical.map is deprecated and will be changed to 'None' in a future version. Please set na_action to the desired value to avoid seeing this warning\n",
       "  color_vector = pd.Categorical(values.map(color_map))\n",
       "/env/lib/python3.11/site-packages/scanpy/plotting/_tools/scatterplots.py:394: UserWarning: No data for colormapping provided via 'c'. Parameters 'cmap' will be ignored\n",
       "  cax = scatter(\n"
@@ -612,10 +7540,10 @@
      "height": 277
     },
     "execution": {
-     "iopub.execute_input": "2023-12-06T20:46:04.663421Z",
-     "iopub.status.busy": "2023-12-06T20:46:04.663308Z",
-     "iopub.status.idle": "2023-12-06T20:46:18.373440Z",
-     "shell.execute_reply": "2023-12-06T20:46:18.373010Z"
+     "iopub.execute_input": "2024-02-11T16:37:40.503797Z",
+     "iopub.status.busy": "2024-02-11T16:37:40.503606Z",
+     "iopub.status.idle": "2024-02-11T16:37:55.381555Z",
+     "shell.execute_reply": "2024-02-11T16:37:55.381143Z"
     },
     "id": "YptioB5PMf8T",
     "outputId": "3d0d93f1-1254-4cff-ab03-ac117b3944b2"
@@ -625,10 +7553,124 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "DE...: 100%|██████████| 1/1 [00:03<00:00,  3.49s/it]\n",
-      "DE...: 100%|██████████| 1/1 [00:03<00:00,  3.47s/it]\n",
-      "DE...: 100%|██████████| 1/1 [00:03<00:00,  3.35s/it]\n",
-      "DE...: 100%|██████████| 1/1 [00:03<00:00,  3.38s/it]\n"
+      "\r",
+      "DE...:   0%|          | 0/1 [00:00<?, ?it/s]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "DE...: 100%|██████████| 1/1 [00:03<00:00,  3.85s/it]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "DE...: 100%|██████████| 1/1 [00:03<00:00,  3.85s/it]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "DE...:   0%|          | 0/1 [00:00<?, ?it/s]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "DE...: 100%|██████████| 1/1 [00:03<00:00,  3.78s/it]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "DE...: 100%|██████████| 1/1 [00:03<00:00,  3.78s/it]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "DE...:   0%|          | 0/1 [00:00<?, ?it/s]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "DE...: 100%|██████████| 1/1 [00:03<00:00,  3.61s/it]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "DE...: 100%|██████████| 1/1 [00:03<00:00,  3.62s/it]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "DE...:   0%|          | 0/1 [00:00<?, ?it/s]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "DE...: 100%|██████████| 1/1 [00:03<00:00,  3.61s/it]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\r",
+      "DE...: 100%|██████████| 1/1 [00:03<00:00,  3.61s/it]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\n"
      ]
     },
     {
@@ -821,10 +7863,10 @@
      "height": 663
     },
     "execution": {
-     "iopub.execute_input": "2023-12-06T20:46:18.374964Z",
-     "iopub.status.busy": "2023-12-06T20:46:18.374851Z",
-     "iopub.status.idle": "2023-12-06T20:46:18.470179Z",
-     "shell.execute_reply": "2023-12-06T20:46:18.469850Z"
+     "iopub.execute_input": "2024-02-11T16:37:55.382964Z",
+     "iopub.status.busy": "2024-02-11T16:37:55.382852Z",
+     "iopub.status.idle": "2024-02-11T16:37:55.475783Z",
+     "shell.execute_reply": "2024-02-11T16:37:55.475322Z"
     },
     "id": "uMenbDZ8Mf8U",
     "outputId": "253a12f9-03e5-4661-9762-08960ad7333b"
@@ -1077,10 +8119,10 @@
    "execution_count": 18,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-12-06T20:46:18.471763Z",
-     "iopub.status.busy": "2023-12-06T20:46:18.471652Z",
-     "iopub.status.idle": "2023-12-06T20:46:18.473613Z",
-     "shell.execute_reply": "2023-12-06T20:46:18.473224Z"
+     "iopub.execute_input": "2024-02-11T16:37:55.477450Z",
+     "iopub.status.busy": "2024-02-11T16:37:55.477101Z",
+     "iopub.status.idle": "2024-02-11T16:37:55.479075Z",
+     "shell.execute_reply": "2024-02-11T16:37:55.478696Z"
     }
    },
    "outputs": [],
@@ -1111,7 +8153,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.6"
+   "version": "3.11.7"
   }
  },
  "nbformat": 4,