remove benchmarks pipeline

Benchmarks are currently broken, the code doesn't handle various memcached
response codes and flag characters which are encountered in the
benchmarks

.github/workflows/main.yml

@@ -16,9 +16,3 @@ jobs:
       linux_6_0_arguments_override: "--explicit-target-dependency-import-check error"
       linux_nightly_6_0_arguments_override: "--explicit-target-dependency-import-check error"
       linux_nightly_main_arguments_override: "--explicit-target-dependency-import-check error"
-
-  benchmarks:
-    name: Benchmarks
-    uses: apple/swift-nio/.github/workflows/benchmarks.yml@main
-    with:
-      benchmark_package_path: "Benchmarks"

.github/workflows/pull_request.yml

@@ -21,13 +21,6 @@ jobs:
       linux_nightly_6_0_arguments_override: "--explicit-target-dependency-import-check error"
       linux_nightly_main_arguments_override: "--explicit-target-dependency-import-check error"
 
-  benchmarks:
-    name: Benchmarks
-    uses: ./.github/workflows/benchmarks.yml
-    with:
-      benchmark_package_path: "Benchmarks"
-      swift_package_arguments: "--disable-sandbox"
-
   cxx-interop:
     name: Cxx interop
     uses: apple/swift-nio/.github/workflows/cxx_interop.yml@main

dev/update-benchmark-thresholds.sh

@@ -45,10 +45,10 @@ set -o pipefail
 here="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
 target_repo=${2-"$here/.."}
 
-for f in 57 58 59 510 -nightly; do
+for f in 59 510 -nightly; do
     echo "swift$f"
 
     docker_file=$(if [[ "$f" == "-nightly" ]]; then f=main; fi && ls "$target_repo/docker/docker-compose."*"$f"*".yaml")
 
-    docker-compose -f docker/docker-compose.yaml -f $docker_file run update-benchmark-baseline
+    docker-compose -f docker/docker-compose.yaml -f "$docker_file" run update-benchmark-baseline
 done

docker/Dockerfile

@@ -1,4 +1,4 @@
-ARG swift_version=5.7
+ARG swift_version=5.9
 ARG ubuntu_version=jammy
 ARG base_image=swift:$swift_version-$ubuntu_version
 FROM $base_image
@@ -16,11 +16,5 @@ ENV LANGUAGE en_US.UTF-8
 RUN mkdir -p $HOME/.tools
 RUN echo 'export PATH="$HOME/.tools:$PATH"' >> $HOME/.profile
 
-# swiftformat (until part of the toolchain)
-ARG swiftformat_version=0.51.8
-RUN git clone --branch $swiftformat_version --depth 1 https://github.com/nicklockwood/SwiftFormat $HOME/.tools/swift-format
-RUN cd $HOME/.tools/swift-format && swift build -c release
-RUN ln -s $HOME/.tools/swift-format/.build/release/swiftformat $HOME/.tools/swiftformat
-
 # install jemalloc for running allocation benchmarks
-RUN apt-get update & apt-get install -y libjemalloc-dev
+RUN apt-get update & apt-get install -y libjemalloc-dev

docker/docker-compose.2204.510.yaml

@@ -17,9 +17,8 @@ services:
 
   shell:
     image: swift-memcache-gsoc:22.04-5.10
-    
+
   update-benchmark-baseline:
     image: swift-memcache-gsoc:22.04-5.10
     environment:
       - SWIFT_VERSION=5.10
-

docker/docker-compose.2204.main.yaml

@@ -21,4 +21,4 @@ services:
   update-benchmark-baseline:
     image: swift-memcache-gsoc:22.04-main
     environment:
-      - SWIFT_VERSION=main
+      - SWIFT_VERSION=main

docker/docker-compose.yaml

@@ -3,14 +3,14 @@ version: "3.9"
 services:
   # Swift on Server CI
   # e.g. docker-compose -f docker/docker-compose.yaml -f docker/docker-compose.2204.57.yaml run test
-  
+
   memcached:
     image: memcached:latest
     networks:
       - memcached
     ports:
-        - 11211
-  
+       - 11211
+
   runtime-setup:
     image: swift-memcache-gsoc:default
     build:
@@ -32,8 +32,8 @@ services:
   test:
     <<: *common
     depends_on:
-        - runtime-setup
-        - memcached
+      - runtime-setup
+      - memcached
     command: /bin/bash -xcl "swift $${SWIFT_TEST_VERB-test} $${WARN_AS_ERROR_ARG-} $${SANITIZER_ARG-} $${IMPORT_CHECK_ARG-} && cd Benchmarks && swift package --disable-sandbox benchmark baseline check --check-absolute-path Thresholds/$${SWIFT_VERSION-}/"
     networks:
       - memcached
@@ -47,8 +47,8 @@ services:
   update-benchmark-baseline:
     <<: *common
     depends_on:
-        - runtime-setup
-        - memcached
+      - runtime-setup
+      - memcached
     command: /bin/bash -xcl "cd Benchmarks && swift package --disable-sandbox --scratch-path .build/$${SWIFT_VERSION-}/ --allow-writing-to-package-directory benchmark --format metricP90AbsoluteThresholds --path Thresholds/$${SWIFT_VERSION-}/"
 
 # dedicated network