Refactor BitBLASMatmulOpsBenchmark to disable tuning during benchmark…

… run

.github/workflows/benchmark.yml

@@ -17,7 +17,7 @@ jobs:
 
       - name: Get base branch commit ID
         id: get_base_commit
-        run: echo "BASE_COMMIT=$(git rev-parse HEAD)" >> $GITHUB_ENV
+        run: echo "BASE_COMMIT_ID=$(git rev-parse HEAD)" >> $GITHUB_ENV
 
       - name: Set up Python
         uses: actions/setup-python@v2
@@ -43,7 +43,7 @@ jobs:
 
       - name: Get PR branch commit ID
         id: get_pr_commit
-        run: echo "PR_COMMIT=$(git rev-parse HEAD)" >> $GITHUB_ENV
+        run: echo "PR_COMMIT_ID=$(git rev-parse HEAD)" >> $GITHUB_ENV
 
       - name: Create virtual environment
         run: python -m venv bitblas_benchmark
@@ -65,6 +65,12 @@ jobs:
           cd benchmark/operators
           python ./benchmark_ops_matmul.py
 
+      - name: Compare benchmark results
+        run: |
+          source bitblas_benchmark/bin/activate
+          cd benchmark/operators
+          python ./compare_benchmark.py --base ${{ env.BASE_COMMIT_ID }} --head ${{ env.PR_COMMIT_ID }} 2>&1 | tee compare_results.txt
+
       - name: Install GitHub CLI
         run: |
           sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-key C99B11DEB97541F0
@@ -80,5 +86,5 @@ jobs:
 
       - name: Post benchmark results
         run: |
-          cat benchmark_results.txt
-          gh pr comment ${{ github.event.issue.number }} --body "$(cat benchmark_results.txt)"
+          cat compare_results.txt
+          gh pr comment ${{ github.event.issue.number }} --body "$(cat compare_results.txt)"