diff --git a/dev/backport/.cherry_picker.toml b/.cherry_picker.toml
similarity index 100%
rename from dev/backport/.cherry_picker.toml
rename to .cherry_picker.toml
diff --git a/.github/workflows/backport-branch-finder.yml b/.github/workflows/automatic-backport.yml
similarity index 98%
rename from .github/workflows/backport-branch-finder.yml
rename to .github/workflows/automatic-backport.yml
index c52941792c506..b5b22b7491a9c 100644
--- a/.github/workflows/backport-branch-finder.yml
+++ b/.github/workflows/automatic-backport.yml
@@ -16,7 +16,7 @@
 # under the License.
 #
 ---
-name: Backport branch finder
+name: Automatic Backport
 on:  # yamllint disable-line rule:truthy
   push:
     branches:
diff --git a/.github/workflows/backport-cli.yml b/.github/workflows/backport-cli.yml
index f521dcb7d8368..0a091cc7dbcef 100644
--- a/.github/workflows/backport-cli.yml
+++ b/.github/workflows/backport-cli.yml
@@ -70,8 +70,7 @@ jobs:
           set +e
           {
           echo 'cherry_picker_output<<EOF'
-          cherry_picker --config-path dev/backport/.cherry_picker.toml \
-            ${{ inputs.commit-sha }} ${{ inputs.target-branch }}
+          cherry_picker ${{ inputs.commit-sha }} ${{ inputs.target-branch }}
           echo EOF
           } >> "${GITHUB_OUTPUT}"
         continue-on-error: true