Refactor BitBLASMatmulOpsBenchmark to disable tuning during benchmark…

… run
microsoft · Jul 23, 2024 · 75f3dd9 · 75f3dd9
1 parent e86f4b2
commit 75f3dd9
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 1 deletion.
diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml
@@ -44,6 +44,11 @@ jobs:
           cd benchmark/operators
           python ./benchmark_ops_matmul.py
 
+      - name: Checkout PR branch code
+        uses: actions/checkout@v2
+        with:
+          ref: ${{ github.event.pull_request.head.ref }}
+
       - name: Get PR branch commit ID
         id: get_pr_commit
         run: echo "PR_COMMIT_ID=$(git rev-parse HEAD)" >> $GITHUB_ENV

diff --git a/benchmark/operators/compare_benchmark.py b/benchmark/operators/compare_benchmark.py
@@ -113,7 +113,9 @@ def legalize_shape(M, N, K, dyn_prof_shape):
         help="the head commit id",
     )
     args = parser.parse_args()
-
+
+    print(f"Comparing base commit {args.base} with head commit {args.head}")
+
     base_benchmark = BitblasMatmulOpsBenchmark.deserialize_from_logs(args.base)
 
     head_benchmark = BitblasMatmulOpsBenchmark.deserialize_from_logs(args.head)