From 7bcf03312d8def3e1569ba622764b016382b3bae Mon Sep 17 00:00:00 2001
From: Emily Samp <emily.samp@shopify.com>
Date: Thu, 18 Jul 2024 22:37:33 +0000
Subject: [PATCH] Run benchmarks and commit results

---
 .../sorbet-tests/2024-07-18-f75db5824.json    | 78 +++++++++++++++++++
 .../yjit-bench/2024-07-18-f75db5824.json      | 78 +++++++++++++++++++
 .../data/pipeline/2024-07-18-f75db5824.json   | 78 +++++++++++++++++++
 3 files changed, 234 insertions(+)
 create mode 100644 prism_benchmarks/data/parser/sorbet-tests/2024-07-18-f75db5824.json
 create mode 100644 prism_benchmarks/data/parser/yjit-bench/2024-07-18-f75db5824.json
 create mode 100644 prism_benchmarks/data/pipeline/2024-07-18-f75db5824.json

diff --git a/prism_benchmarks/data/parser/sorbet-tests/2024-07-18-f75db5824.json b/prism_benchmarks/data/parser/sorbet-tests/2024-07-18-f75db5824.json
new file mode 100644
index 00000000000..564d746622b
--- /dev/null
+++ b/prism_benchmarks/data/parser/sorbet-tests/2024-07-18-f75db5824.json
@@ -0,0 +1,78 @@
+{
+  "results": [
+    {
+      "command": "bazel-bin/main/sorbet --parser=sorbet --stop-after=parser test/testdata",
+      "mean": 10.0427811339,
+      "stddev": 0.025126222846626647,
+      "median": 10.0368188785,
+      "user": 15.975400439999998,
+      "system": 1.0591082200000002,
+      "min": 10.0078213055,
+      "max": 10.0817527725,
+      "times": [
+        10.0276461275,
+        10.0627562915,
+        10.0649185675,
+        10.0174194365,
+        10.0078213055,
+        10.0817527725,
+        10.0454906105,
+        10.0242698005,
+        10.0281471465,
+        10.0675892805
+      ],
+      "exit_codes": [
+        100,
+        100,
+        100,
+        100,
+        100,
+        100,
+        100,
+        100,
+        100,
+        100
+      ],
+      "parameters": {
+        "parser": "sorbet"
+      }
+    },
+    {
+      "command": "bazel-bin/main/sorbet --parser=prism --stop-after=parser test/testdata",
+      "mean": 9.028913599900001,
+      "stddev": 0.1174086729884074,
+      "median": 8.991058692,
+      "user": 12.66185554,
+      "system": 1.9508827199999998,
+      "min": 8.9338502675,
+      "max": 9.2513346015,
+      "times": [
+        8.9816991245,
+        9.041188655500001,
+        9.0004182595,
+        9.0065693535,
+        9.2513346015,
+        8.9599665045,
+        8.9354991625,
+        8.9459703115,
+        9.2326397585,
+        8.9338502675
+      ],
+      "exit_codes": [
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0
+      ],
+      "parameters": {
+        "parser": "prism"
+      }
+    }
+  ]
+}
diff --git a/prism_benchmarks/data/parser/yjit-bench/2024-07-18-f75db5824.json b/prism_benchmarks/data/parser/yjit-bench/2024-07-18-f75db5824.json
new file mode 100644
index 00000000000..5805070b01d
--- /dev/null
+++ b/prism_benchmarks/data/parser/yjit-bench/2024-07-18-f75db5824.json
@@ -0,0 +1,78 @@
+{
+  "results": [
+    {
+      "command": "bazel-bin/main/sorbet --parser=sorbet --stop-after=parser ../yjit-bench/benchmarks",
+      "mean": 13.983836266140003,
+      "stddev": 0.3753695726271287,
+      "median": 13.88645245584,
+      "user": 22.976926319999997,
+      "system": 0.73527856,
+      "min": 13.451897627840001,
+      "max": 14.83432713384,
+      "times": [
+        13.451897627840001,
+        13.78587580584,
+        13.92110683084,
+        13.83593312984,
+        13.85179808084,
+        14.83432713384,
+        14.35947390984,
+        14.01668414084,
+        13.99022805084,
+        13.79103795084
+      ],
+      "exit_codes": [
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0
+      ],
+      "parameters": {
+        "parser": "sorbet"
+      }
+    },
+    {
+      "command": "bazel-bin/main/sorbet --parser=prism --stop-after=parser ../yjit-bench/benchmarks",
+      "mean": 8.63029390654,
+      "stddev": 0.1018242999685836,
+      "median": 8.59375904684,
+      "user": 11.002803519999997,
+      "system": 0.9380242599999999,
+      "min": 8.504474396840001,
+      "max": 8.85641065884,
+      "times": [
+        8.57078804984,
+        8.85641065884,
+        8.56780114184,
+        8.69831273484,
+        8.57807582284,
+        8.70291158584,
+        8.60944227084,
+        8.504474396840001,
+        8.65632465784,
+        8.55839774584
+      ],
+      "exit_codes": [
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0
+      ],
+      "parameters": {
+        "parser": "prism"
+      }
+    }
+  ]
+}
diff --git a/prism_benchmarks/data/pipeline/2024-07-18-f75db5824.json b/prism_benchmarks/data/pipeline/2024-07-18-f75db5824.json
new file mode 100644
index 00000000000..f0d1fbe21f4
--- /dev/null
+++ b/prism_benchmarks/data/pipeline/2024-07-18-f75db5824.json
@@ -0,0 +1,78 @@
+{
+  "results": [
+    {
+      "command": "bazel-bin/main/sorbet --parser=sorbet test/prism_regression",
+      "mean": 0.84178919584,
+      "stddev": 0.008118653707744158,
+      "median": 0.83854312314,
+      "user": 1.59382048,
+      "system": 0.11926071999999999,
+      "min": 0.83163896114,
+      "max": 0.85557230614,
+      "times": [
+        0.83945907614,
+        0.83682301814,
+        0.85210590814,
+        0.83473545814,
+        0.85557230614,
+        0.83762717014,
+        0.83645661814,
+        0.84983627314,
+        0.84363716914,
+        0.83163896114
+      ],
+      "exit_codes": [
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0
+      ],
+      "parameters": {
+        "parser": "sorbet"
+      }
+    },
+    {
+      "command": "bazel-bin/main/sorbet --parser=prism test/prism_regression",
+      "mean": 0.8412279621400002,
+      "stddev": 0.007882902400181078,
+      "median": 0.83984855864,
+      "user": 1.61844638,
+      "system": 0.10229632,
+      "min": 0.8312792881400001,
+      "max": 0.85482773714,
+      "times": [
+        0.84042653414,
+        0.8312792881400001,
+        0.83306462914,
+        0.85482773714,
+        0.85185022614,
+        0.84023890714,
+        0.83664591814,
+        0.8480770171400001,
+        0.83945821014,
+        0.83641115414
+      ],
+      "exit_codes": [
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0,
+        0
+      ],
+      "parameters": {
+        "parser": "prism"
+      }
+    }
+  ]
+}