Merge pull request #84 from seung-lab/airflow283

Upgrade to Airflow 2.8.3, also remove the separated config file for celery.

config/airflow.cfg

@@ -375,7 +375,7 @@ celeryd_concurrency = 1
 # information.
 #broker_url = redis://redis:6379/1
 #broker_url = amqp://172.31.31.249:5672
-
+task_acks_late = True
 # Another key Celery setting
 #celery_result_backend = db+mysql://airflow:[email protected]:3306/airflow
 #celery_result_backend = db+postgresql://airflow:[email protected]/airflow
@@ -388,7 +388,7 @@ flower_host = 0.0.0.0
 flower_port = 5555
 
 # Import path for celery configuration options
-celery_config_options = celeryconfig.CELERY_CONFIG
+#celery_config_options = celeryconfig.CELERY_CONFIG
 #celery_config_options = airflow.config_templates.default_celery.DEFAULT_CELERY_CONFIG
 ssl_active = False
 

docker/Dockerfile

@@ -15,7 +15,7 @@ ARG AIRFLOW_HOME=/usr/local/airflow
 ENV AIRFLOW_HOME ${AIRFLOW_HOME}
 ARG AIRFLOW_USER=airflow
 ENV AIRFLOW_USER ${AIRFLOW_USER}
-ARG AIRFLOW_VERSION=2.8.1
+ARG AIRFLOW_VERSION=2.8.3
 ENV AIRFLOW_VERSION ${AIRFLOW_VERSION}
 ARG MINICONDA_PATH=/opt/conda
 ARG MINICONDA_URL=https://github.com/conda-forge/miniforge/releases/latest/download/Miniforge3-Linux-x86_64.sh