chore(operations)!: Teach Environment to build for other architectures.

.dockerignore

@@ -7,5 +7,6 @@
 !shell.nix
 !default.nix
 !scripts/environment
+scripts/environment/cross
 !.envrc
 !tests

.github/workflows/benches.yml

@@ -28,6 +28,6 @@ jobs:
     runs-on: ubuntu-20.04
     steps:
       - uses: actions/checkout@v2
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: make bench

.github/workflows/lints.yml

@@ -38,7 +38,7 @@ jobs:
             ~/.cargo/registry
             ~/.cargo/git
           key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: make slim-builds
       - run: make check-markdown
@@ -62,7 +62,7 @@ jobs:
             ~/.cargo/registry
             ~/.cargo/git
           key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: make slim-builds
       - run: echo "::add-path::/home/runner/.local/bin"

.github/workflows/release.yml

@@ -306,7 +306,7 @@ jobs:
         with:
           name: vector-aarch64.rpm
           path: target/artifacts
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: |
           export VERSION=$(make version)
@@ -377,7 +377,7 @@ jobs:
         with:
           name: vector-aarch64.rpm
           path: target/artifacts
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: |
           export VERSION=$(make version)

.github/workflows/tests.yml

@@ -63,7 +63,7 @@ jobs:
             ~/.cargo/registry
             ~/.cargo/git
           key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: make slim-builds
       - run: make test
@@ -82,7 +82,7 @@ jobs:
             ~/.cargo/registry
             ~/.cargo/git
           key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-      - run: bash scripts/environment/bootstrap-macos-10.sh
+      - run: bash scripts/environment/bootstrap/macos-10.sh
       - run: bash scripts/environment/prepare.sh
       - run: make slim-builds
       - run: make test
@@ -100,6 +100,80 @@ jobs:
           RUSTFLAGS: "-D warnings"
         run: cargo test --no-default-features --features default-msvc
 
+  build-centos-7-x64_64-unknown-linux-gnu:
+    name: Release build - CentOS 7 - x64_64-unknown-linux-gnu
+    runs-on: ubuntu-20.04
+    env:
+      RELEASE: false
+      # We need Centos 7 for Glibc 2.17 here! :)
+      ENVIRONMENT_BASEIMAGE: "centos:7"
+      ENVIRONMENT: true
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/cache@v2
+        with:
+          path: |
+            ~/.cargo/registry
+            ~/.cargo/git
+          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+      - run: make environment-prepare
+      - run: make build-x64_64-unknown-linux-gnu
+      - name: Upload artifact
+        uses: actions/upload-artifact@v2
+        with:
+          name: vector-x64_64-unknown-linux-gnu
+          path: target/x64_64-unknown-linux-gnu/debug/vector
+
+  build-ubuntu-20-04-x86_64-unknown-linux-musl:
+    name: Release build - Ubuntu 20.04 - x86_64-unknown-linux-musl
+    runs-on: ubuntu-20.04
+    env:
+      RELEASE: false
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/cache@v2
+        with:
+          path: |
+            ~/.cargo/registry
+            ~/.cargo/git
+          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
+      - run: bash scripts/environment/prepare.sh
+      - run: make slim-builds
+      - run: make build-cross-x86_64-unknown-linux-musl
+      - run: make clean-cross
+      - run: make build-x86_64-unknown-linux-musl
+      - name: Upload artifact
+        uses: actions/upload-artifact@v2
+        with:
+          name: vector-x86_64-unknown-linux-musl
+          path: target/x86_64-unknown-linux-musl/debug/vector
+
+  build-ubuntu-20-04-aarch64-unknown-linux-musl:
+    name: Release build - Ubuntu 20.04  - aarch64-unknown-linux-musl
+    runs-on: ubuntu-20.04
+    env:
+      RELEASE: false
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/cache@v2
+        with:
+          path: |
+            ~/.cargo/registry
+            ~/.cargo/git
+          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
+      - run: bash scripts/environment/prepare.sh
+      - run: make slim-builds
+      - run: make build-cross-aarch64-unknown-linux-musl
+      - run: make clean-cross
+      - run: make build-aarch64-unknown-linux-musl
+      - name: Upload artifact
+        uses: actions/upload-artifact@v2
+        with:
+          name: vector-aarch64-unknown-linux-musl
+          path: target/aarch64-unknown-linux-musl/debug/vector
+
   test-misc:
     name: Shutdown - Linux
     runs-on: ubuntu-20.04
@@ -111,7 +185,7 @@ jobs:
             ~/.cargo/registry
             ~/.cargo/git
           key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: make slim-builds
       - run: make test-shutdown
@@ -129,7 +203,7 @@ jobs:
             ~/.cargo/registry
             ~/.cargo/git
           key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: make slim-builds
       - run: make test-integration-aws
@@ -145,7 +219,7 @@ jobs:
             ~/.cargo/registry
             ~/.cargo/git
           key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: make slim-builds
       - run: make test-integration-clickhouse
@@ -161,7 +235,7 @@ jobs:
             ~/.cargo/registry
             ~/.cargo/git
           key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: make slim-builds
       - run: make test-integration-docker
@@ -177,7 +251,7 @@ jobs:
             ~/.cargo/registry
             ~/.cargo/git
           key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: make slim-builds
       - run: make test-integration-elasticsearch
@@ -193,7 +267,7 @@ jobs:
             ~/.cargo/registry
             ~/.cargo/git
           key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: make slim-builds
       - run: make test-integration-gcp
@@ -209,7 +283,7 @@ jobs:
             ~/.cargo/registry
             ~/.cargo/git
           key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: make slim-builds
       - run: make test-integration-influxdb
@@ -225,7 +299,7 @@ jobs:
             ~/.cargo/registry
             ~/.cargo/git
           key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: make slim-builds
       - run: make test-integration-kafka
@@ -241,7 +315,7 @@ jobs:
             ~/.cargo/registry
             ~/.cargo/git
           key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: make slim-builds
       - run: make test-integration-loki
@@ -257,7 +331,7 @@ jobs:
             ~/.cargo/registry
             ~/.cargo/git
           key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: make slim-builds
       - run: make test-integration-pulsar
@@ -273,7 +347,7 @@ jobs:
             ~/.cargo/registry
             ~/.cargo/git
           key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-      - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
+      - run: sudo bash scripts/environment/bootstrap/ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: make slim-builds
       - run: make test-integration-splunk

.gitignore

@@ -12,3 +12,4 @@ scripts/package-lock.json
 target
 node_modules
 tests/data/wasm/*/target
+scripts/environment/cross

Cargo.toml

@@ -201,20 +201,20 @@ k8s-test-framework = { version = "0.1", path = "lib/k8s-test-framework" }
 [features]
 # Default features for *-unknown-linux-gnu and *-apple-darwin
 default = ["sources", "transforms", "sinks", "vendor-all", "unix", "leveldb-plain", "rdkafka-plain"]
-default-musl = ["sources", "transforms", "sinks", "vendor-all", "unix", "leveldb-cmake", "rdkafka-cmake"]
+default-musl = ["sources", "transforms", "sinks", "vendor-all", "unix", "leveldb-plain", "rdkafka-plain"]
 # Default features for *-unknown-linux-* which make use of `cmake` for dependencies
 default-cmake = ["sources", "transforms", "sinks", "vendor-all", "unix", "leveldb-cmake", "rdkafka-cmake"]
 # Default features for *-pc-windows-msvc
 # TODO: Enable SASL https://github.com/timberio/vector/pull/3081#issuecomment-659298042
-default-msvc = ["sources", "transforms", "sinks", "vendor-openssl", "vendor-libz", "leveldb-cmake", "rdkafka-cmake"]
+default-msvc = ["sources", "transforms", "sinks", "vendor-openssl", "vendor-libz", "rdkafka-cmake"]
 
 # Enables features that work only on systems providing `cfg(unix)`
 unix = ["jemallocator"]
 # These are **very** useful on Cross compilations!
 vendor-all = ["vendor-sasl", "vendor-openssl", "vendor-libz"]
 vendor-sasl = ["rdkafka/gssapi-vendored"]
-vendor-openssl = ["openssl/vendored"]
-vendor-libz = ["libz-sys/static"]
+vendor-openssl = ["openssl/vendored", "rdkafka/ssl-vendored"]
+vendor-libz = ["libz-sys/static", "rdkafka/libz-static"]
 sasl = ["rdkafka/gssapi"]
 # This feature is less portable, but doesn't require `cmake` as build dependency
 rdkafka-plain = ["rdkafka"]