Add comment notifying eval has started

All-Hands-AI · Nov 21, 2024 · b2e8440 · b2e8440
1 parent d179933
commit b2e8440
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/.github/workflows/run-eval.yml b/.github/workflows/run-eval.yml
@@ -44,3 +44,10 @@ jobs:
           slack_text="PR $PR_URL has triggered evaluation on $EVAL_INSTANCES instances..."
           curl -X POST -H 'Content-type: application/json' --data '{"text":"'"$slack_text"'"}' \
             https://hooks.slack.com/services/${{ secrets.SLACK_TOKEN }}
+
+      - name: Comment on PR
+        uses: KeisukeYamashita/create-comment@v1
+        with:
+          unique: false
+          comment: |
+            Running evaluation on the PR. Once eval is done, the results will be posted.