Update benchmark x_vals ranges and use log scaling for performance …

…testing
InfiniTensor · Jan 12, 2025 · 9d5c731 · 9d5c731
1 parent 11d09dd
commit 9d5c731
Show file tree

Hide file tree

Showing 6 changed files with 11 additions and 6 deletions.
diff --git a/add.py b/add.py
@@ -81,7 +81,7 @@ def grid(meta):
     @triton.testing.perf_report(
         triton.testing.Benchmark(
             x_names=["size"],
-            x_vals=[2**i for i in range(12, 28, 1)],
+            x_vals=[2**i for i in range(18, 28)],
             x_log=True,
             line_arg="provider",
             line_vals=["ninetoothed", "torch", "triton"],

diff --git a/attention.py b/attention.py
@@ -224,7 +224,8 @@ def grid(meta):
     @triton.testing.perf_report(
         triton.testing.Benchmark(
             x_names=["seq_len"],
-            x_vals=[2**i for i in range(10, 15)],
+            x_vals=[2**i for i in range(6, 16)],
+            x_log=True,
             line_arg="provider",
             line_vals=["ninetoothed", "torch", "triton"],
             line_names=["NineToothed", "PyTorch", "Triton"],

diff --git a/conv2d.py b/conv2d.py
@@ -216,7 +216,8 @@ def grid(meta):
     @triton.testing.perf_report(
         triton.testing.Benchmark(
             x_names=["n"],
-            x_vals=[2**i for i in range(11)],
+            x_vals=[2**i for i in range(1, 11)],
+            x_log=True,
             line_arg="provider",
             line_vals=["ninetoothed", "torch", "triton"],
             line_names=["NineToothed", "PyTorch", "Triton"],

diff --git a/matmul.py b/matmul.py
@@ -167,7 +167,8 @@ def grid(meta):
     @triton.testing.perf_report(
         triton.testing.Benchmark(
             x_names=["m", "n", "k"],
-            x_vals=[128 * i for i in range(2, 33)],
+            x_vals=[2**i for i in range(3, 13)],
+            x_log=True,
             line_arg="provider",
             line_vals=["ninetoothed", "torch", "triton"],
             line_names=["NineToothed", "PyTorch", "Triton"],

diff --git a/rms_norm.py b/rms_norm.py
@@ -89,7 +89,8 @@ def triton_rms_norm(input, eps=1e-5):
     @triton.testing.perf_report(
         triton.testing.Benchmark(
             x_names=["n"],
-            x_vals=[512 * i for i in range(2, 32)],
+            x_vals=[2**i for i in range(5, 15)],
+            x_log=True,
             line_arg="provider",
             line_vals=["ninetoothed", "torch", "triton"],
             line_names=["NineToothed", "PyTorch", "Triton"],

diff --git a/softmax.py b/softmax.py
@@ -90,7 +90,8 @@ def triton_softmax(input):
     @triton.testing.perf_report(
         triton.testing.Benchmark(
             x_names=["n"],
-            x_vals=[128 * i for i in range(2, 100)],
+            x_vals=[2**i for i in range(5, 15)],
+            x_log=True,
             line_arg="provider",
             line_vals=["ninetoothed", "torch", "triton"],
             line_names=["NineToothed", "PyTorch", "Triton"],