From c6f298f03d4cb81dc0dcfbc3796c5306c2330320 Mon Sep 17 00:00:00 2001 From: Brad Edwards Date: Thu, 23 May 2024 22:33:49 -0700 Subject: [PATCH] Increase number of records per part to cut down on multi-part episodes --- orchestration/airflow/dags/publishing/tasks/create_pod.py | 2 +- orchestration/airflow/dags/shared/utils/constants.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/orchestration/airflow/dags/publishing/tasks/create_pod.py b/orchestration/airflow/dags/publishing/tasks/create_pod.py index 392354c7..8f679ce0 100644 --- a/orchestration/airflow/dags/publishing/tasks/create_pod.py +++ b/orchestration/airflow/dags/publishing/tasks/create_pod.py @@ -191,7 +191,7 @@ def write_pod_script( scripts = [] num_summaries = len(pod_summaries) if num_summaries > 50: - num_parts = (num_summaries + 29) // 30 + num_parts = (num_summaries + 39) // 40 summaries_per_part = (num_summaries + num_parts - 1) // num_parts else: num_parts = 1 diff --git a/orchestration/airflow/dags/shared/utils/constants.py b/orchestration/airflow/dags/shared/utils/constants.py index d0984d25..c33061bf 100644 --- a/orchestration/airflow/dags/shared/utils/constants.py +++ b/orchestration/airflow/dags/shared/utils/constants.py @@ -75,7 +75,7 @@ "IT": "Information Theory", "LG": "Machine Learning", "LO": "Logic in Computer Science", - "MA": "Multiagent Systems", + "MA": "Multi-agent Systems", "MM": "Multimedia", "MS": "Mathematical Software", "NA": "Numerical Analysis",