| # |
| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| |
| version: '3.7' |
| services: |
| postgres: |
| image: postgres:9.6 |
| container_name: liminal-postgress |
| environment: |
| - POSTGRES_USER=airflow |
| - POSTGRES_PASSWORD=airflow |
| - POSTGRES_DB= |
| ports: |
| - "5432:5432" |
| volumes: |
| - ${LIMINAL_HOME}/db:/var/lib/postgresql/data |
| logging: |
| options: |
| max-size: 10m |
| max-file: "3" |
| |
| webserver: |
| build: |
| context: . |
| dockerfile: scripts/Dockerfile-airflow |
| args: |
| LIMINAL_VERSION: ${LIMINAL_VERSION} |
| image: liminal-airflow |
| container_name: liminal-webserver |
| depends_on: |
| - postgres |
| environment: |
| - LOAD_EX=n |
| - EXECUTOR=Local |
| - KUBECONFIG=/home/airflow/kube/config |
| - AIRFLOW__WEBSERVER__WORKERS=1 |
| - LIMINAL_HOME=/opt/airflow/dags |
| - AIRFLOW__CORE__LOAD_DEFAULT_CONNECTIONS=False |
| - AIRFLOW__CORE__SQL_ALCHEMY_CONN=postgres+psycopg2://airflow:airflow@postgres:5432/airflow |
| - AIRFLOW_CONN_METADATA_DB=postgres+psycopg2://airflow:airflow@postgres:5432/airflow |
| - AIRFLOW_VAR__METADATA_DB_SCHEMA=airflow |
| logging: |
| options: |
| max-size: 10m |
| max-file: "3" |
| volumes: |
| - ${LIMINAL_HOME}:/opt/airflow/dags |
| - ${LIMINAL_HOME}/logs:/opt/airflow/logs |
| - ${HOME}/.kube:/home/airflow/kube |
| ports: |
| - "8080:8080" |
| command: "webserver" |
| healthcheck: |
| test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-webserver.pid ]"] |
| interval: 30s |
| timeout: 30s |
| retries: 3 |
| |
| |
| scheduler: |
| build: |
| context: . |
| dockerfile: scripts/Dockerfile-airflow |
| args: |
| LIMINAL_VERSION: ${LIMINAL_VERSION} |
| image: liminal-airflow |
| container_name: liminal-scheduler |
| depends_on: |
| - postgres |
| - webserver |
| environment: |
| - LOAD_EX=n |
| - EXECUTOR=Local |
| - AIRFLOW__WEBSERVER__WORKERS=1 |
| - KUBECONFIG=/home/airflow/kube/config |
| - LIMINAL_HOME=/opt/airflow/dags |
| - AIRFLOW__CORE__LOAD_DEFAULT_CONNECTIONS=False |
| - AIRFLOW__CORE__SQL_ALCHEMY_CONN=postgres+psycopg2://airflow:airflow@postgres:5432/airflow |
| - AIRFLOW_CONN_METADATA_DB=postgres+psycopg2://airflow:airflow@postgres:5432/airflow |
| - AIRFLOW_VAR__METADATA_DB_SCHEMA=airflow |
| - AIRFLOW__SCHEDULER__SCHEDULER_HEARTBEAT_SEC=10 |
| logging: |
| options: |
| max-size: 10m |
| max-file: "3" |
| volumes: |
| - ${LIMINAL_HOME}:/opt/airflow/dags |
| - ${LIMINAL_HOME}/logs:/opt/airflow/logs |
| - ${HOME}/.kube:/home/airflow/kube |
| ports: |
| - "8793:8793" |
| command: "scheduler" |
| healthcheck: |
| test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-webserver.pid ]"] |
| interval: 30s |
| timeout: 30s |
| retries: 3 |