lift NVME vs S3 to group-level

Author: danking

benchmarks-website/code.js

@@ -4,14 +4,8 @@ window.initAndRender = (function () {
         // Random colours are generally pretty disgusting...
         const MAP = {
             "arrow": '#58067e',
-
             "parquet": '#ef7f1d',
-            "parquet (nvme)": '#ef7f1d',
-            "parquet (s3)": '#f0b078',
-
             "vortex-file-compressed": '#23d100',
-            "vortex-file-compressed (nvme)": '#23d100',
-            "vortex-file-compressed (s3)": '#7ad169',
         };
 
         if (MAP[str]) {
@@ -39,7 +33,8 @@ window.initAndRender = (function () {
         let groups = {
             "Random Access": new Map(),
             "Compression": new Map(),
-            "TPC-H": new Map(),
+            "TPC-H (NVME)": new Map(),
+            "TPC-H (S3)": new Map(),
             "Clickbench": new Map(),
         };
 
@@ -71,9 +66,10 @@ window.initAndRender = (function () {
             } else if (name.includes("compress time/")) {
                 group = groups["Compression"];
             } else if (name.startsWith("tpch_q")) {
-                group = groups["TPC-H"];
-                if (storage === undefined && (name.includes("parquet") || name.includes("vortex"))) {
-                    storage = "nvme"
+                if (storage === undefined || storage == "nvme") {
+                    group = groups["TPC-H (NVME)"];
+                } else {
+                    group = groups["TPC-H (S3)"];
                 }
             } else if (name.startsWith("clickbench")) {
                 group = groups["Clickbench"];
@@ -93,10 +89,6 @@ window.initAndRender = (function () {
                 q = q.replace("time", "throughput");
             }
 
-            if (storage !== undefined) {
-                seriesName += " (" + storage + ")"
-            }
-
             let prettyQ = q.replace("_", " ")
                 .toUpperCase()
                 .replace("VORTEX:RAW SIZE", "VORTEX COMPRESSION RATIO");
@@ -349,7 +341,8 @@ window.initAndRender = (function () {
     }
 
     function initAndRender(keptGroups) {
-        let data = fetch('https://vortex-benchmark-results-database.s3.amazonaws.com/data.json')
+        // let data = fetch('https://vortex-benchmark-results-database.s3.amazonaws.com/data.json')
+        let data = fetch('data.json')
             .then(response => response.text())
             .then(parse_jsonl)
             .catch(error => console.error('unable to load data.json:', error));

benchmarks-website/index.html

@@ -38,17 +38,23 @@
               ]),
               "renamedDatasets": undefined,
           }],
-          ["TPC-H", {
+          ["TPC-H (NVME)", {
               "keptCharts": undefined,
               "hiddenDatasets": undefined,
               "removedDatasets": new Set([
-                  "vortex-in-memory-no-pushdown (nvme)",
-                  "vortex-in-memory-pushdown (nvme)",
-                  "vortex-file-uncompressed (nvme)",
+                  "vortex-in-memory-no-pushdown",
+                  "vortex-in-memory-pushdown",
+                  "vortex-file-uncompressed",
               ]),
               "renamedDatasets": {
-                  "vortex-file-compressed (nvme)": "vortex (nvme)",
-                  "vortex-file-compressed (s3)": "vortex (s3)",
+                  "vortex-file-compressed": "vortex",
+              },
+          }],
+          ["TPC-H (S3)", {
+              "keptCharts": undefined,
+              "hiddenDatasets": undefined,
+              "renamedDatasets": {
+                  "vortex-file-compressed": "vortex",
               },
           }],
           ["Clickbench", {