From e7a05b071a6b7bb5369c3ce2ebfe6ac078c9d898 Mon Sep 17 00:00:00 2001 From: NewAgeAirbender <34139325+NewAgeAirbender@users.noreply.github.com> Date: Tue, 16 Jan 2024 11:52:27 -0600 Subject: [PATCH 1/2] PR: moved to airflow --- tasks/pr.yml | 17 ----------------- 1 file changed, 17 deletions(-) delete mode 100644 tasks/pr.yml diff --git a/tasks/pr.yml b/tasks/pr.yml deleted file mode 100644 index 3a710e2..0000000 --- a/tasks/pr.yml +++ /dev/null @@ -1,17 +0,0 @@ -PR-scrape: - image: openstates/scrapers - entrypoint: "poetry run os-update pr bills --realtime" - enabled: true - environment: scrapers - triggers: - - cron: 0 */6 * * ? -# - cron: 0 4 * * ? - timeout_minutes: 2160 - next_tasks: - - PR-text - -PR-text: - image: openstates/core - entrypoint: "poetry run os-text-extract update pr" - enabled: true - environment: scrapers From 2f0e49f8d3f534c43777d09ffedbf1d0d18df8d5 Mon Sep 17 00:00:00 2001 From: NewAgeAirbender <34139325+NewAgeAirbender@users.noreply.github.com> Date: Tue, 16 Jan 2024 11:53:38 -0600 Subject: [PATCH 2/2] IL: bump up frequency --- tasks/il.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tasks/il.yml b/tasks/il.yml index 13690e6..9efa0ba 100644 --- a/tasks/il.yml +++ b/tasks/il.yml @@ -5,8 +5,8 @@ IL-scrape: environment: scrapers memory: 1024 triggers: -# - cron: 0 */6 * * ? - - cron: 10 6 * * ? + - cron: 0 */6 * * ? +# - cron: 10 6 * * ? timeout_minutes: 2160 # regularly 12 hours, 36 hours to be safe :( next_tasks: - IL-text