research_datastream_terraform.yml

name: Validate research datastream terraform
on:
  push:
    branches:
      - main
    paths:
      - 'research_datastream/terraform/**'
      - '.github/workflows/research_datastream_terraform.yml'
  pull_request:
    branches:
      - main    
    paths:      
      - 'research_datastream/terraform/**'
      - '.github/workflows/research_datastream_terraform.yml'
jobs:
  validate-terraform:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout code
        uses: actions/checkout@v2

      - name: Setup Terraform
        uses: hashicorp/setup-terraform@v1

      - name: Configure AWS
        run: |
          aws configure set aws_access_key_id ${{ secrets.aws_access_key_id }}
          aws configure set aws_secret_access_key ${{ secrets.aws_secret_access_key }}
          aws configure set region us-east-1 

      - name: Validate Terraform
        run: |
          cd research_datastream/terraform
          terraform init
          terraform validate
          ./test/import_resources.sh ./test/variables_gitactions.tfvars
          terraform apply -var-file=./test/variables_gitactions.tfvars -auto-approve
          sleep 60

      - name: Test execution
        run: |   
          cd research_datastream/terraform
          if ! aws ec2 describe-key-pairs --key-names "actions_key" --query 'KeyPairs[0].KeyName' --output text 2>/dev/null; then aws ec2 create-key-pair --key-name "actions_key" --query 'KeyName' --output text && echo "Key pair 'actions_key' created in AWS"; else echo "Key pair 'actions_key' already exists"; fi
          execution_arn=$(aws stepfunctions start-execution --state-machine-arn $(cat ./sm_ARN.txt) --name docker_builder_$(env TZ=US/Eastern date +'%Y%m%d%H%M%S') --input "file://test/execution_gp_test.json" --region us-east-1 --query 'executionArn' --output text); echo "Execution ARN: $execution_arn"; status="RUNNING"; while [ "$status" != "SUCCEEDED" ]; do status=$(aws stepfunctions describe-execution --execution-arn "$execution_arn" --region us-east-1 --query 'status' --output text); echo "Current status: $status"; if [ "$status" == "FAILED" ]; then echo "State machine execution failed!"; exit 1; fi; sleep 5; done; echo "State machine execution succeeded!"

      - name: Tear down infra
        if: always()
        run: |
          cd research_datastream/terraform
          terraform destroy -var-file=./test/variables_gitactions.tfvars -auto-approve
          sleep 60