Merge branch 'KGQA:v2.0' into v2.0

KGQA · Sep 25, 2023 · f30d469 · f30d469
2 parents 5b7b6f0 + 7dfe233
commit f30d469
Show file tree

Hide file tree

Showing 7 changed files with 16 additions and 10 deletions.
diff --git a/README.md b/README.md
@@ -31,6 +31,12 @@ If you have an entire new dataset, which you want to add to the leaderboard, you
     -   $(datasetName).md - This is the footer of your dataste, again in plain markdown.
 -   Create a pull request
 
+### Video Tutorial
+
+In addition, you can also check out this video tutorial:
+
+<iframe width="1440" height="614" src="https://www.youtube.com/embed/prddZwwe6cc" title="KGQA Leaderboard Contribution Tutorial" frameborder="0" allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share" allowfullscreen></iframe>
+
 ### Citation
 
 `Perevalov, A., Yan, X., Kovriguina, L., Jiang, L., Both, A., & Usbeck, R. (2022). Knowledge Graph Question Answering Leaderboard: A Community Resource to Prevent a Replication Crisis. arXiv preprint arXiv:2201.08174.`
diff --git a/dbpedia/QALD-9-Plus.md → dbpedia/QALD-9-Plus-DBpedia.md b/dbpedia/QALD-9-Plus.md → dbpedia/QALD-9-Plus-DBpedia.md
@@ -1,6 +1,6 @@
----
-name: QALD-9-Plus
-datasetUrl: https://github.com/ag-sc/QALD/tree/master
+--- 
+    name: QALD-9-Plus-DBpedia
+    datasetUrl: https://github.com/KGQA/QALD_9_plus
 ---
 
 
@@ -21,4 +21,4 @@ datasetUrl: https://github.com/ag-sc/QALD/tree/master
 |     DeepPavlov | 2022 |  -  |- |8.70 (Macro F1)|   RU   |       [Perevalov et. al.](https://ieeexplore.ieee.org/document/9736271)|
 |     DeepPavlov | 2022 |  -  |- |0.05 (Micro F1)|   RU   |       [Perevalov et. al.](https://ieeexplore.ieee.org/document/9736271)|
 |     Platypus   | 2022 | -   |- |4.17 (Macro F1)|   FR   |        [Perevalov et. al.](https://ieeexplore.ieee.org/document/9736271)|
-|     Platypus   | 2022 | -   |- |0.00 (Micro F1)|   FR   |        [Perevalov et. al.](https://ieeexplore.ieee.org/document/9736271)|
+|     Platypus   | 2022 | -   |- |0.00 (Micro F1)|   FR   |        [Perevalov et. al.](https://ieeexplore.ieee.org/document/9736271)|
diff --git a/dbpedia/^QALD-9-Plus.md → dbpedia/^QALD-9-Plus-DBpedia.md b/dbpedia/^QALD-9-Plus.md → dbpedia/^QALD-9-Plus-DBpedia.md
diff --git a/frontend/src/lib/constants.ts b/frontend/src/lib/constants.ts
@@ -16,4 +16,4 @@ export const NUMERIC_FIELDS = [
 	'Lang_Zh'
 ];
 
-export const GITHUB_BOT_URL = 'https://api.leaderboard.agsolutions.dev/make_pull_request';
+export const GITHUB_BOT_URL = 'https://kgqa-leaderboard-bot.nliwod.org/make_pull_request';
diff --git a/frontend/static/entries.txt b/frontend/static/entries.txt
@@ -15,7 +15,7 @@
 /datasets/dbpedia/Monument
 /datasets/dbpedia/Reword-QALD-9
 /datasets/dbpedia/SimpleDBpediaQA
-/datasets/dbpedia/QALD-9-Plus
+/datasets/dbpedia/QALD-9-Plus-DBpedia
 /datasets/freebase/
 /datasets/freebase/ComplexQuestions
 /datasets/freebase/ComplexWebQuestions
@@ -42,7 +42,7 @@
 /datasets/wikidata/KQA Pro
 /datasets/wikidata/Mintake
 /datasets/wikidata/MKQA
-/datasets/wikidata/QALD-9-Plus
+/datasets/wikidata/QALD-9-Plus-Wikidata
 /datasets/wikidata/QALD-10
 /datasets/wikidata/RuBQ-v1
 /datasets/wikidata/RuBQ-v2

diff --git a/wikidata/QALD-9-Plus.md → wikidata/QALD-9-Plus-Wikidata.md b/wikidata/QALD-9-Plus.md → wikidata/QALD-9-Plus-Wikidata.md
@@ -1,5 +1,5 @@
----
-    name: QALD-9-Plus
+--- 
+    name: QALD-9-Plus-Wikidata
     datasetUrl: https://github.com/KGQA/QALD_9_plus
 ---
 
@@ -110,4 +110,4 @@
 |       QAnswer-hy-en-Yandex        | 2022 |  15.79  | 15.79  | 15.79 |    HY    |    [Perevalov et. al.](https://dl.acm.org/doi/pdf/10.1145/3485447.3511940)     |
 |       QAnswer-hy-fr-Yandex        | 2022 |  5.26   |  5.26  | 5.26  |    HY    |    [Perevalov et. al.](https://dl.acm.org/doi/pdf/10.1145/3485447.3511940)     |
 |       QAnswer-ba-en-Yandex        | 2022 |  8.77   |  8.36  | 7.95  |    BA    |    [Perevalov et. al.](https://dl.acm.org/doi/pdf/10.1145/3485447.3511940)     |
-|       QAnswer-ba-fr-Yandex        | 2022 |  5.24   |  6.25  | 5.28  |    BA    |    [Perevalov et. al.](https://dl.acm.org/doi/pdf/10.1145/3485447.3511940)     |
+|       QAnswer-ba-fr-Yandex        | 2022 |  5.24   |  6.25  | 5.28  |    BA    |    [Perevalov et. al.](https://dl.acm.org/doi/pdf/10.1145/3485447.3511940)     |
diff --git a/wikidata/^QALD-9-Plus.md → wikidata/^QALD-9-Plus-Wikidata.md b/wikidata/^QALD-9-Plus.md → wikidata/^QALD-9-Plus-Wikidata.md