Generate new 2CR docs after fixing MIRACL and Mr. TyDi 2CR failures d…

…escribed in #1631 (#1636)
castorini · Sep 15, 2023 · db1347c · db1347c
1 parent b786f91
commit db1347c
Show file tree

Hide file tree

Showing 2 changed files with 31 additions and 31 deletions.
diff --git a/docs/2cr/miracl.html b/docs/2cr/miracl.html
@@ -637,13 +637,13 @@ <h1 class="mb-3">MIRACL</h1>
 <td class="expand-button"></td>
 <td>mDPR (tied encoders), pre-FT w/ MS MARCO</td>
 <td>0.499</td>
-<td>0.443</td>
+<td>0.462</td>
 <td>0.394</td>
 <td>0.478</td>
 <td>0.480</td>
 <td>0.472</td>
 <td>0.435</td>
-<td>0.383</td>
+<td>0.390</td>
 <td>0.272</td>
 <td>0.439</td>
 <td>0.419</td>
@@ -655,7 +655,7 @@ <h1 class="mb-3">MIRACL</h1>
 <td>0.490</td>
 <td>0.444</td>
 <td></td>
-<td>0.421</td>
+<td>0.422</td>
 </tr>
 <tr class="hide-table-padding">
 <td colspan="22">
@@ -1118,13 +1118,13 @@ <h1 class="mb-3">MIRACL</h1>
 <td class="expand-button"></td>
 <td>mDPR (tied encoders), pre-FT w/ MS MARCO then FT w/ all Mr. TyDi</td>
 <td>0.578</td>
-<td>0.580</td>
+<td>0.592</td>
 <td>0.281</td>
 <td>0.251</td>
 <td>0.384</td>
 <td>0.569</td>
 <td>0.301</td>
-<td>0.329</td>
+<td>0.332</td>
 <td>0.346</td>
 <td>0.500</td>
 <td>0.486</td>
@@ -1136,7 +1136,7 @@ <h1 class="mb-3">MIRACL</h1>
 <td>0.322</td>
 <td>0.598</td>
 <td></td>
-<td>0.462</td>
+<td>0.463</td>
 </tr>
 <tr class="hide-table-padding">
 <td colspan="22">
@@ -1599,13 +1599,13 @@ <h1 class="mb-3">MIRACL</h1>
 <td class="expand-button"></td>
 <td>Hybrid of `bm25` and `mdpr-tied-pft-msmarco`</td>
 <td>0.673</td>
-<td>0.654</td>
+<td>0.671</td>
 <td>0.549</td>
 <td>0.641</td>
 <td>0.594</td>
 <td>0.672</td>
 <td>0.523</td>
-<td>0.616</td>
+<td>0.615</td>
 <td>0.443</td>
 <td>0.576</td>
 <td>0.609</td>
@@ -1617,7 +1617,7 @@ <h1 class="mb-3">MIRACL</h1>
 <td>0.564</td>
 <td>0.611</td>
 <td></td>
-<td>0.579</td>
+<td>0.580</td>
 </tr>
 <tr class="hide-table-padding">
 <td colspan="22">
@@ -3450,13 +3450,13 @@ <h1 class="mb-3">MIRACL</h1>
 <td class="expand-button"></td>
 <td>mDPR (tied encoders), pre-FT w/ MS MARCO</td>
 <td>0.841</td>
-<td>0.819</td>
+<td>0.831</td>
 <td>0.768</td>
 <td>0.864</td>
 <td>0.898</td>
 <td>0.788</td>
 <td>0.915</td>
-<td>0.776</td>
+<td>0.781</td>
 <td>0.573</td>
 <td>0.825</td>
 <td>0.737</td>
@@ -3468,7 +3468,7 @@ <h1 class="mb-3">MIRACL</h1>
 <td>0.898</td>
 <td>0.840</td>
 <td></td>
-<td>0.797</td>
+<td>0.798</td>
 </tr>
 <tr class="hide-table-padding">
 <td colspan="22">
@@ -3931,13 +3931,13 @@ <h1 class="mb-3">MIRACL</h1>
 <td class="expand-button"></td>
 <td>mDPR (tied encoders), pre-FT w/ MS MARCO then FT w/ all Mr. TyDi</td>
 <td>0.795</td>
-<td>0.848</td>
+<td>0.866</td>
 <td>0.508</td>
 <td>0.471</td>
 <td>0.686</td>
 <td>0.798</td>
 <td>0.601</td>
-<td>0.637</td>
+<td>0.635</td>
 <td>0.584</td>
 <td>0.745</td>
 <td>0.718</td>
@@ -3949,7 +3949,7 @@ <h1 class="mb-3">MIRACL</h1>
 <td>0.599</td>
 <td>0.891</td>
 <td></td>
-<td>0.717</td>
+<td>0.718</td>
 </tr>
 <tr class="hide-table-padding">
 <td colspan="22">
@@ -4412,13 +4412,13 @@ <h1 class="mb-3">MIRACL</h1>
 <td class="expand-button"></td>
 <td>Hybrid of `bm25` and `mdpr-tied-pft-msmarco`</td>
 <td>0.941</td>
-<td>0.932</td>
+<td>0.949</td>
 <td>0.882</td>
 <td>0.948</td>
 <td>0.937</td>
 <td>0.895</td>
 <td>0.965</td>
-<td>0.912</td>
+<td>0.915</td>
 <td>0.768</td>
 <td>0.904</td>
 <td>0.900</td>
@@ -4430,7 +4430,7 @@ <h1 class="mb-3">MIRACL</h1>
 <td>0.948</td>
 <td>0.950</td>
 <td></td>
-<td>0.895</td>
+<td>0.897</td>
 </tr>
 <tr class="hide-table-padding">
 <td colspan="22">

diff --git a/docs/2cr/mrtydi.html b/docs/2cr/mrtydi.html
@@ -446,7 +446,7 @@ <h1 class="mb-3">Mr.TyDi</h1>
 <td class="expand-button"></td>
 <td>mDPR (split encoders), pre-FT w/ NQ</td>
 <td>0.291</td>
-<td>0.291</td>
+<td>0.296</td>
 <td>0.291</td>
 <td>0.205</td>
 <td>0.271</td>
@@ -457,7 +457,7 @@ <h1 class="mb-3">Mr.TyDi</h1>
 <td>0.110</td>
 <td>0.171</td>
 <td></td>
-<td>0.231</td>
+<td>0.232</td>
 </tr>
 <tr class="hide-table-padding">
 <td></td>
@@ -724,7 +724,7 @@ <h1 class="mb-3">Mr.TyDi</h1>
 <td class="expand-button"></td>
 <td>mDPR (tied encoders), pre-FT w/ NQ</td>
 <td>0.221</td>
-<td>0.254</td>
+<td>0.255</td>
 <td>0.243</td>
 <td>0.244</td>
 <td>0.281</td>
@@ -1013,7 +1013,7 @@ <h1 class="mb-3">Mr.TyDi</h1>
 <td class="expand-button"></td>
 <td>mDPR (tied encoders), pre-FT w/ MS MARCO</td>
 <td>0.441</td>
-<td>0.397</td>
+<td>0.417</td>
 <td>0.327</td>
 <td>0.275</td>
 <td>0.352</td>
@@ -1024,7 +1024,7 @@ <h1 class="mb-3">Mr.TyDi</h1>
 <td>0.310</td>
 <td>0.269</td>
 <td></td>
-<td>0.333</td>
+<td>0.335</td>
 </tr>
 <tr class="hide-table-padding">
 <td></td>
@@ -1302,7 +1302,7 @@ <h1 class="mb-3">Mr.TyDi</h1>
 <td class="expand-button"></td>
 <td>mDPR (tied encoders), pre-FT w/ MS MARCO, FT w/ all</td>
 <td>0.695</td>
-<td>0.623</td>
+<td>0.643</td>
 <td>0.492</td>
 <td>0.559</td>
 <td>0.578</td>
@@ -1313,7 +1313,7 @@ <h1 class="mb-3">Mr.TyDi</h1>
 <td>0.891</td>
 <td>0.618</td>
 <td></td>
-<td>0.600</td>
+<td>0.602</td>
 </tr>
 <tr class="hide-table-padding">
 <td></td>
@@ -1896,7 +1896,7 @@ <h1 class="mb-3">Mr.TyDi</h1>
 <td class="expand-button"></td>
 <td>mDPR (split encoders), pre-FT w/ NQ</td>
 <td>0.650</td>
-<td>0.779</td>
+<td>0.793</td>
 <td>0.678</td>
 <td>0.568</td>
 <td>0.685</td>
@@ -1907,7 +1907,7 @@ <h1 class="mb-3">Mr.TyDi</h1>
 <td>0.366</td>
 <td>0.515</td>
 <td></td>
-<td>0.594</td>
+<td>0.595</td>
 </tr>
 <tr class="hide-table-padding">
 <td></td>
@@ -2174,7 +2174,7 @@ <h1 class="mb-3">Mr.TyDi</h1>
 <td class="expand-button"></td>
 <td>mDPR (tied encoders), pre-FT w/ NQ</td>
 <td>0.600</td>
-<td>0.707</td>
+<td>0.716</td>
 <td>0.689</td>
 <td>0.640</td>
 <td>0.691</td>
@@ -2185,7 +2185,7 @@ <h1 class="mb-3">Mr.TyDi</h1>
 <td>0.245</td>
 <td>0.455</td>
 <td></td>
-<td>0.579</td>
+<td>0.580</td>
 </tr>
 <tr class="hide-table-padding">
 <td></td>
@@ -2463,7 +2463,7 @@ <h1 class="mb-3">Mr.TyDi</h1>
 <td class="expand-button"></td>
 <td>mDPR (tied encoders), pre-FT w/ MS MARCO</td>
 <td>0.797</td>
-<td>0.784</td>
+<td>0.820</td>
 <td>0.754</td>
 <td>0.647</td>
 <td>0.736</td>
@@ -2474,7 +2474,7 @@ <h1 class="mb-3">Mr.TyDi</h1>
 <td>0.782</td>
 <td>0.595</td>
 <td></td>
-<td>0.711</td>
+<td>0.714</td>
 </tr>
 <tr class="hide-table-padding">
 <td></td>