feat: show size, compression ratio, and parquet ratio in benchmarks (#2607)

Author: danking

bench-vortex/src/compress/bench.rs

@@ -89,7 +89,7 @@ where
         ratios.push(CustomUnitMeasurement {
             name: format!("vortex size/{}", bench_name),
             format: Format::OnDiskVortex,
-            unit: Cow::from("value"),
+            unit: Cow::from("bytes"),
             value: compressed_size_f64,
         });
     }

bench-vortex/src/measurements.rs

@@ -279,8 +279,9 @@ impl ToJson for CustomUnitMeasurement {
         JsonValue {
             name: self.name.clone(),
             storage: None,
-            unit: None,
+            unit: Some(self.unit.clone()),
             value: MeasurementValue::Float(self.value),
+            // time & bytes are only used for throughputs
             time: None,
             bytes: None,
             commit_id: Cow::from(GIT_COMMIT_ID.as_str()),

benchmarks-website/code.js

@@ -33,6 +33,7 @@ window.initAndRender = (function () {
         let groups = {
             "Random Access": new Map(),
             "Compression": new Map(),
+            "Compression Size": new Map(),
             "TPC-H (NVME)": new Map(),
             "TPC-H (S3)": new Map(),
             "Clickbench": new Map(),
@@ -65,6 +66,17 @@ window.initAndRender = (function () {
                 group = groups["Random Access"];
             } else if (name.includes("compress time/")) {
                 group = groups["Compression"];
+            } else if (name.startsWith("vortex size/")) {
+                if (unit === null || unit === undefined) {
+                    unit = "bytes"  // Unit information was missing before the commit that adds this comment.
+                }
+                group = groups["Compression Size"]
+            } else if (name.startsWith("vortex:raw size/") ||
+                       name.startsWith("vortex:parquet-zstd size/")) {
+                if (unit === null || unit === undefined) {
+                    unit = "ratio"  // The unit becomes the y-axis label.
+                }
+                group = groups["Compression Size"]
             } else if (name.startsWith("tpch_q")) {
                 if (storage === undefined || storage === "nvme") {
                     group = groups["TPC-H (NVME)"];
@@ -91,7 +103,8 @@ window.initAndRender = (function () {
 
             let prettyQ = q.replace("_", " ")
                 .toUpperCase()
-                .replace("VORTEX:RAW SIZE", "VORTEX COMPRESSION RATIO");
+                .replace("VORTEX:RAW SIZE", "VORTEX COMPRESSION RATIO")
+                .replace("VORTEX:PARQUET-ZSTD SIZE", "VORTEX:PARQUET-ZSTD SIZE RATIO");
             if (prettyQ.includes("PARQUET-UNC")) {
                 return
             }

benchmarks-website/index.html

@@ -38,6 +38,11 @@
               ]),
               "renamedDatasets": undefined,
           }],
+          ["Compression Size", {
+              "hiddenDatasets": new Set([
+                  "AirlineSentiment",
+              ]),
+          }],
           ["TPC-H (NVME)", {
               "keptCharts": undefined,
               "hiddenDatasets": undefined,