test.sh

#!/bin/bash

set -eou pipefail

# PKGS are packages in the "integration-tests" repo.
# The name of the directory must match the package name
# with the "eth-optimism/" prefix.

PKGS=${PKGS:-""}
DOCKERFILE=docker-compose.yml
SUPPRESS_OUTPUT=${SUPPRESS_OUTPUT:-false}

while (( "$#" )); do
  case "$1" in
    -p|--pkgs)
      if [ -n "$2" ] && [ ${2:0:1} != "-" ]; then
        PKGS="$2"
        shift 2
      else
        echo "Error: Argument for $1 is missing" >&2
        exit 1
      fi
      ;;
    -l|--local)
      DOCKERFILE=docker-compose.local.yml
      shift 1
      ;;
    -s|--suppress-output)
      echo "Logs will not be streamed and instead only be available as artifacts"
      SUPPRESS_OUTPUT=true
      shift 1
      ;;
    *)
      echo "Unknown argument $1" >&2
      shift
      ;;
  esac
done

DEPLOYER_TAG=${DEPLOYER_TAG:-latest}
BATCH_SUBMITTER_TAG=${BATCH_SUBMITTER_TAG:-latest}
GETH_L2_TAG=${GETH_L2_TAG:-latest}
L1_CHAIN_TAG=${L1_CHAIN_TAG:-latest}
INTEGRATION_TESTS_TAG=${INTEGRATION_TESTS_TAG:-latest}
MESSAGE_RELAYER_TAG=${MESSAGE_RELAYER_TAG:-latest}
DATA_TRANSPORT_LAYER_TAG=${DATA_TRANSPORT_LAYER_TAG:-latest}

# Replace slash with underscore in tags
DEPLOYER_TAG=$(echo $DEPLOYER_TAG | sed 's/\//_/g')
BATCH_SUBMITTER_TAG=$(echo $BATCH_SUBMITTER_TAG | sed 's/\//_/g')
GETH_L2_TAG=$(echo $GETH_L2_TAG | sed 's/\//_/g')
L1_CHAIN_TAG=$(echo $L1_CHAIN_TAG | sed 's/\//_/g')
INTEGRATION_TESTS_TAG=$(echo $INTEGRATION_TESTS_TAG | sed 's/\//_/g')
MESSAGE_RELAYER_TAG=$(echo $MESSAGE_RELAYER_TAG | sed 's/\//_/g')
DATA_TRANSPORT_LAYER_TAG=$(echo $DATA_TRANSPORT_LAYER_TAG | sed 's/\//_/g')

DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" > /dev/null && pwd )"

function run {
    # Create artifacts folder for logs
    artifacts_folder="$DIR/artifacts/$PKGS"
    mkdir -p $artifacts_folder

    local cmd
    cmd="docker-compose -f $DIR/$DOCKERFILE"
    cmd="$cmd -f $DIR/docker-compose.env.yml"
    if [ -f "$DIR/optional/$PKGS-service.yml" ]; then
        cmd="$cmd -f $DIR/optional/$PKGS-service.yml"
    fi
    cmd="$cmd up"
    cmd="$cmd --exit-code-from integration_tests"
    cmd="$cmd --abort-on-container-exit"

    echo "Logs available per-service at $artifacts_folder"

    (
      export PKGS=$PKGS;
      export DEPLOYER_TAG=$DEPLOYER_TAG;
      export BATCH_SUBMITTER_TAG=$BATCH_SUBMITTER_TAG;
      export GETH_L2_TAG=$GETH_L2_TAG;
      export L1_CHAIN_TAG=$L1_CHAIN_TAG;
      export INTEGRATION_TESTS_TAG=$INTEGRATION_TESTS_TAG;
      export MESSAGE_RELAYER_TAG=$MESSAGE_RELAYER_TAG;
      export DATA_TRANSPORT_LAYER_TAG=$DATA_TRANSPORT_LAYER_TAG;
    
      if [ "$SUPPRESS_OUTPUT" = true ]; then
        $cmd &> $artifacts_folder/process.log
      else
        $cmd 2>&1 | tee $artifacts_folder/process.log
      fi
    )

    (
        # Send all process logs to artifacts folder w/ service name as filename
        # Delimiter based on | which docker-compose uses in streamed logs
        cd $artifacts_folder
        cat process.log |
            perl -pe 's/\x1b\[[0-9;]*[mG]//g' | # Remove bash color characters
            grep -e "|" | # Only get log lines
            awk '{
                delimiter_idx = index($0, "| ");
                service_name = substr($0, 0, delimiter_idx);
                gsub("[^a-zA-Z0-9_]", "", service_name);
                gsub("$", ".log", service_name);
                outputfile = sprintf (service_name);
                print substr($0, delimiter_idx + 2) > outputfile;
            }'
    )

}

function clean {
    local cmd
    cmd="docker-compose -f $DOCKERFILE"
    cmd="$cmd -f $DIR/docker-compose.env.yml"
    if [ -f "$DIR/optional/$PKGS-service.yml" ]; then
        cmd="$cmd -f $DIR/optional/$PKGS-service.yml"
    fi
    cmd="$cmd down -v --remove-orphans"
    $cmd
}

if [ ! -z "$PKGS" ]; then
    clean
    run
else
    # The directory name must match the package name with @eth-optimism/ prefix
    for PACKAGE_PATH in $DIR/integration-tests/packages/*; do
        [ -e "$PACKAGE_PATH" ] || continue
        PKGS=$(basename $PACKAGE_PATH)
        echo "Running $PKGS test suite"

        clean
        run
    done
fi