Shrink the deployment so we can deploy again

deploy.sh

@@ -23,6 +23,16 @@ poetry export -f requirements.txt --output ingestor/requirements.txt --without-h
 pushd ingestor/
 
 poetry run chalice package --stage prod --merge-template .chalice/resources.json cfn/
+
+# Shrink the deployment package for the lambda layer https://stackoverflow.com/a/69355796
+zip -d cfn/layer-deployment.zip '*/__pycache__/*'
+zip -d cfn/layer-deployment.zip python/**/*.dist-info/**/*
+zip -d cfn/layer-deployment.zip python/lib/python3.11/site-packages/numpy*/tests/**/*
+zip -d cfn/layer-deployment.zip python/lib/python3.11/site-packages/pandas*/tests/**/*
+zip -d cfn/layer-deployment.zip python/lib/python3.11/site-packages/pyarrow*/tests/**/*
+zip -d cfn/layer-deployment.zip python/lib/python3.11/site-packages/boto3*/**/*
+zip -d cfn/layer-deployment.zip python/lib/python3.11/site-packages/botocore*/**/*
+
 aws cloudformation package --template-file cfn/sam.json --s3-bucket $BUCKET --output-template-file cfn/packaged.yaml
 aws cloudformation deploy --template-file cfn/packaged.yaml --stack-name $STACK_NAME \
     --capabilities CAPABILITY_NAMED_IAM --no-fail-on-empty-changeset \

ingestor/.chalice/config.json

@@ -105,7 +105,7 @@
           "iam_policy_file": "policy-yankee.json",
           "lambda_memory_size": 1024,
           "lambda_timeout": 60,
-          "max_ebs_size_gb": 5
+          "max_ebs_size_gb": 2
         },
         "process_daily_lamp": {
           "iam_policy_file": "policy-lamp-ingest.json",

ingestor/app.py

@@ -159,7 +159,9 @@ def store_landing_data(event):
 
 
 # Runs every 5 minutes from either 4 AM -> 1:55AM or 5 AM -> 2:55 AM depending on DST
-@app.schedule(Cron("0/5", "0-6,9-23", "*", "*", "?", "*"))
+# @app.schedule(Cron("0/5", "0-6,9-23", "*", "*", "?", "*"))
+# Hourly frequency for now until we've fixed things up
+@app.schedule(Cron("0", "0-6,9-23", "*", "*", "?", "*"))
 def update_yankee_shuttles(event):
     yankee.update_shuttles()