fix: kafka build on aarch64 (#1161)

Author: Devdutt Shenoi

.github/workflows/build-push-edge-kafka.yaml

@@ -37,11 +37,24 @@ jobs:
         with:
           images: parseable/parseable
 
-      - name: Build and push
+      - name: Build and push x86_64
         uses: docker/build-push-action@ad44023a93711e3deb337508980b4b5e9bcdc5dc
         with:
           context: .
           file: ./Dockerfile.kafka
           push: true
           tags: parseable/parseable:edge-kafka
-          platforms: linux/amd64,linux/arm64
+          platforms: linux/amd64
+          build-args: |
+            LIB_DIR=x86_64-linux-gnu
+
+      - name: Build and push aarch64
+        uses: docker/build-push-action@ad44023a93711e3deb337508980b4b5e9bcdc5dc
+        with:
+          context: .
+          file: ./Dockerfile.kafka
+          push: true
+          tags: parseable/parseable:edge-kafka
+          platforms: =linux/arm64
+          build-args: |
+            LIB_DIR=aarch64-linux-gnu

Dockerfile.kafka

@@ -49,16 +49,17 @@ RUN cargo build --release --features kafka
 # final stage
 FROM gcr.io/distroless/cc-debian12:latest
 
+# Copy only the libraries that binary needs since kafka is statically linked
+ARG LIB_DIR
+COPY --from=builder /usr/lib/${LIB_DIR}/libsasl2.so.2 /usr/lib/${LIB_DIR}/
+COPY --from=builder /usr/lib/${LIB_DIR}/libssl.so.3   /usr/lib/${LIB_DIR}/
+COPY --from=builder /usr/lib/${LIB_DIR}/libcrypto.so.3 /usr/lib/${LIB_DIR}/
+
 WORKDIR /parseable
 
 # Copy the Parseable binary from builder
 COPY --from=builder /parseable/target/release/parseable /usr/bin/parseable
 
-# Copy only the libraries that binary needs since kafka is statically linked
-COPY --from=builder /usr/lib/x86_64-linux-gnu/libsasl2.so.2 /usr/lib/x86_64-linux-gnu/
-COPY --from=builder /usr/lib/x86_64-linux-gnu/libssl.so.3   /usr/lib/x86_64-linux-gnu/
-COPY --from=builder /usr/lib/x86_64-linux-gnu/libcrypto.so.3 /usr/lib/x86_64-linux-gnu/
-
 # Copy CA certificates
 COPY --from=builder /etc/ssl/certs/ca-certificates.crt /etc/ssl/certs/
 

docker-compose-distributed-test-with-kafka.yaml

@@ -94,6 +94,8 @@ services:
     build:
       context: .
       dockerfile: Dockerfile.kafka
+      args: 
+        - LIB_DIR=x86_64-linux-gnu
     platform: linux/amd64
     command: [ "parseable", "s3-store", ]
     expose:
@@ -140,6 +142,8 @@ services:
     build:
       context: .
       dockerfile: Dockerfile.kafka
+      args: 
+        - LIB_DIR=x86_64-linux-gnu
     platform: linux/amd64
     command: [ "parseable", "s3-store", ]
     expose:

docker-compose-test-with-kafka.yaml

@@ -28,6 +28,8 @@ services:
     build:
       context: .
       dockerfile: Dockerfile.kafka
+      args:
+        - LIB_DIR=x86_64-linux-gnu
     platform: linux/amd64
     command: [ "parseable", "s3-store", ]
     ports: