| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| --- |
| # Default values for airflow. |
| # This is a YAML-formatted file. |
| # Declare variables to be passed into your templates. |
| |
| # Provide a name to substitute for the full names of resources |
| fullnameOverride: "" |
| |
| # Provide a name to substitute for the name of the chart |
| nameOverride: "" |
| |
| # Use standard naming for all resources using airflow.fullname template |
| # Consider removing this later and default it to true |
| # to make this chart follow standard naming conventions using the fullname template. |
| # For now this is an opt-in switch for backwards compatibility to leverage the standard naming convention |
| # and being able to use fully fullnameOverride and nameOverride in all resources |
| # For new installations - it is recommended to set it to True to follow standard naming conventions |
| # For existing installations, this will rename and redeploy your resources with the new names. Be aware that |
| # this will recreate your deployment/statefulsets along with their persistent volume claims and data storage |
| # migration may be needed to keep your old data |
| # |
| # Note:fernet-key,redis-password and broker-url secrets don't use this logic yet, |
| # as this may break existing installations due to how they get installed via pre-install hook. |
| useStandardNaming: false |
| |
| # Max number of old replicasets to retain. Can be overridden by each deployment's revisionHistoryLimit |
| revisionHistoryLimit: ~ |
| |
| # User and group of airflow user |
| uid: 50000 |
| gid: 0 |
| |
| # Default security context for airflow (deprecated, use `securityContexts` instead) |
| securityContext: {} |
| # runAsUser: 50000 |
| # fsGroup: 0 |
| # runAsGroup: 0 |
| |
| # Detailed default security context for airflow deployments |
| securityContexts: |
| pod: {} |
| containers: {} |
| |
| # Global container lifecycle hooks for airflow containers |
| containerLifecycleHooks: {} |
| |
| # Airflow home directory |
| # Used for mount paths |
| airflowHome: /opt/airflow |
| |
| # Default airflow repository -- overridden by all the specific images below |
| defaultAirflowRepository: apache/airflow |
| |
| # Default airflow tag to deploy |
| defaultAirflowTag: "3.1.7" |
| |
| # Default airflow digest. If specified, it takes precedence over tag |
| defaultAirflowDigest: ~ |
| |
| # Airflow version (Used to make some decisions based on Airflow Version being deployed) |
| # Version 2.11.0 and above is supported. |
| airflowVersion: "3.1.7" |
| |
| # Images |
| images: |
| airflow: |
| repository: ~ |
| tag: ~ |
| # Specifying digest takes precedence over tag. |
| digest: ~ |
| pullPolicy: IfNotPresent |
| # To avoid images with user code, you can turn this to 'true' and |
| # all the 'run-airflow-migrations' and 'wait-for-airflow-migrations' containers/jobs |
| # will use the images from 'defaultAirflowRepository:defaultAirflowTag' values |
| # to run and wait for DB migrations . |
| useDefaultImageForMigration: false |
| # timeout (in seconds) for airflow-migrations to complete |
| migrationsWaitTimeout: 60 |
| pod_template: |
| # Note that `images.pod_template.repository` and `images.pod_template.tag` parameters |
| # can be overridden in `config.kubernetes` section. So for these parameters to have effect |
| # `config.kubernetes.worker_container_repository` and `config.kubernetes.worker_container_tag` |
| # must be not set . |
| repository: ~ |
| tag: ~ |
| pullPolicy: IfNotPresent |
| flower: |
| repository: ~ |
| tag: ~ |
| pullPolicy: IfNotPresent |
| statsd: |
| repository: quay.io/prometheus/statsd-exporter |
| tag: v0.28.0 |
| pullPolicy: IfNotPresent |
| redis: |
| repository: redis |
| # Redis is limited to 7.2-bookworm due to licencing change |
| # https://redis.io/blog/redis-adopts-dual-source-available-licensing/ |
| tag: 7.2-bookworm |
| pullPolicy: IfNotPresent |
| pgbouncer: |
| repository: apache/airflow |
| tag: airflow-pgbouncer-2025.03.05-1.23.1 |
| pullPolicy: IfNotPresent |
| pgbouncerExporter: |
| repository: apache/airflow |
| tag: airflow-pgbouncer-exporter-2025.03.05-0.18.0 |
| pullPolicy: IfNotPresent |
| gitSync: |
| repository: registry.k8s.io/git-sync/git-sync |
| tag: v4.4.2 |
| pullPolicy: IfNotPresent |
| |
| # Select certain nodes for airflow pods. |
| nodeSelector: {} |
| affinity: {} |
| tolerations: [] |
| topologySpreadConstraints: [] |
| schedulerName: ~ |
| |
| # Add common labels to all objects and pods defined in this chart. |
| labels: {} |
| |
| # List of existing Kubernetes secrets containing Base64 encoded credentials to connect to private |
| # registries. Items can be either strings or {name: secret} objects. |
| imagePullSecrets: [] |
| |
| # Ingress configuration |
| ingress: |
| # Enable all ingress resources |
| # (deprecated - use ingress.web.enabled, ingress.apiServer.enabled and ingress.flower.enabled) |
| enabled: ~ |
| |
| # Configs for the Ingress of the API Server (Airflow 3+) |
| apiServer: |
| # Enable API Server ingress resource |
| enabled: false |
| |
| # Annotations for the API Server Ingress |
| annotations: {} |
| |
| # The path for the API Server Ingress |
| path: "/" |
| |
| # The pathType for the above path (used only with Kubernetes v1.19 and above) |
| pathType: "ImplementationSpecific" |
| |
| # The hostname for the API Server Ingress (Deprecated - renamed to `ingress.apiServer.hosts`) |
| host: "" |
| |
| # The hostnames or hosts configuration for the API Server Ingress |
| hosts: [] |
| # # The hostname for the web Ingress (templated) |
| # - name: "" |
| # # configs for API Server Ingress TLS |
| # tls: |
| # # Enable TLS termination for the API Server Ingress |
| # enabled: false |
| # # the name of a pre-created Secret containing a TLS private key and certificate |
| # secretName: "" |
| |
| # The Ingress Class for the API Server Ingress (used only with Kubernetes v1.19 and above) |
| ingressClassName: "" |
| |
| # configs for API Server Ingress TLS (Deprecated - renamed to `ingress.apiServer.hosts[*].tls`) |
| tls: |
| # Enable TLS termination for the API Server Ingress |
| enabled: false |
| # the name of a pre-created Secret containing a TLS private key and certificate |
| secretName: "" |
| |
| # HTTP paths to add to the API Server Ingress before the default path |
| precedingPaths: [] |
| |
| # Http paths to add to the API Server Ingress after the default path |
| succeedingPaths: [] |
| |
| # Configs for the Ingress of the web Service (Airflow <3.0.0) |
| web: |
| # Enable web ingress resource |
| enabled: false |
| |
| # Annotations for the web Ingress |
| annotations: {} |
| |
| # The path for the web Ingress |
| path: "/" |
| |
| # The pathType for the above path (used only with Kubernetes v1.19 and above) |
| pathType: "ImplementationSpecific" |
| |
| # The hostname for the web Ingress (Deprecated - renamed to `ingress.web.hosts`) |
| host: "" |
| |
| # The hostnames or hosts configuration for the web Ingress |
| hosts: [] |
| # # The hostname for the web Ingress (templated) |
| # - name: "" |
| # # configs for web Ingress TLS |
| # tls: |
| # # Enable TLS termination for the web Ingress |
| # enabled: false |
| # # the name of a pre-created Secret containing a TLS private key and certificate |
| # secretName: "" |
| |
| # The Ingress Class for the web Ingress (used only with Kubernetes v1.19 and above) |
| ingressClassName: "" |
| |
| # configs for web Ingress TLS (Deprecated - renamed to `ingress.web.hosts[*].tls`) |
| tls: |
| # Enable TLS termination for the web Ingress |
| enabled: false |
| # the name of a pre-created Secret containing a TLS private key and certificate |
| secretName: "" |
| |
| # HTTP paths to add to the web Ingress before the default path |
| precedingPaths: [] |
| |
| # Http paths to add to the web Ingress after the default path |
| succeedingPaths: [] |
| |
| # Configs for the Ingress of the flower Service |
| flower: |
| # Enable web ingress resource |
| enabled: false |
| |
| # Annotations for the flower Ingress |
| annotations: {} |
| |
| # The path for the flower Ingress |
| path: "/" |
| |
| # The pathType for the above path (used only with Kubernetes v1.19 and above) |
| pathType: "ImplementationSpecific" |
| |
| # The hostname for the flower Ingress (Deprecated - renamed to `ingress.flower.hosts`) |
| host: "" |
| |
| # The hostnames or hosts configuration for the flower Ingress |
| hosts: [] |
| # # The hostname for the flower Ingress (templated) |
| # - name: "" |
| # tls: |
| # # Enable TLS termination for the flower Ingress |
| # enabled: false |
| # # the name of a pre-created Secret containing a TLS private key and certificate |
| # secretName: "" |
| |
| # The Ingress Class for the flower Ingress (used only with Kubernetes v1.19 and above) |
| ingressClassName: "" |
| |
| # configs for flower Ingress TLS (Deprecated - renamed to `ingress.flower.hosts[*].tls`) |
| tls: |
| # Enable TLS termination for the flower Ingress |
| enabled: false |
| # the name of a pre-created Secret containing a TLS private key and certificate |
| secretName: "" |
| |
| # Configs for the Ingress of the statsd Service |
| statsd: |
| # Enable web ingress resource |
| enabled: false |
| |
| # Annotations for the statsd Ingress |
| annotations: {} |
| |
| # The path for the statsd Ingress |
| path: "/metrics" |
| |
| # The pathType for the above path (used only with Kubernetes v1.19 and above) |
| pathType: "ImplementationSpecific" |
| |
| # The hostname for the statsd Ingress (Deprecated - renamed to `ingress.statsd.hosts`) |
| host: "" |
| |
| # The hostnames or hosts configuration for the statsd Ingress |
| hosts: [] |
| # # The hostname for the statsd Ingress (templated) |
| # - name: "" |
| # tls: |
| # # Enable TLS termination for the statsd Ingress |
| # enabled: false |
| # # the name of a pre-created Secret containing a TLS private key and certificate |
| # secretName: "" |
| |
| # The Ingress Class for the statsd Ingress (used only with Kubernetes v1.19 and above) |
| ingressClassName: "" |
| |
| # Configs for the Ingress of the pgbouncer Service |
| pgbouncer: |
| # Enable web ingress resource |
| enabled: false |
| |
| # Annotations for the pgbouncer Ingress |
| annotations: {} |
| |
| # The path for the pgbouncer Ingress |
| path: "/metrics" |
| |
| # The pathType for the above path (used only with Kubernetes v1.19 and above) |
| pathType: "ImplementationSpecific" |
| |
| # The hostname for the pgbouncer Ingress (Deprecated - renamed to `ingress.pgbouncer.hosts`) |
| host: "" |
| |
| # The hostnames or hosts configuration for the pgbouncer Ingress |
| hosts: [] |
| # # The hostname for the statsd Ingress (templated) |
| # - name: "" |
| # tls: |
| # # Enable TLS termination for the pgbouncer Ingress |
| # enabled: false |
| # # the name of a pre-created Secret containing a TLS private key and certificate |
| # secretName: "" |
| |
| # The Ingress Class for the pgbouncer Ingress (used only with Kubernetes v1.19 and above) |
| ingressClassName: "" |
| |
| # Network policy configuration |
| networkPolicies: |
| # Enabled network policies |
| enabled: false |
| |
| # Extra annotations to apply to all |
| # Airflow pods |
| airflowPodAnnotations: {} |
| |
| # Extra annotations to apply to |
| # main Airflow configmap |
| airflowConfigAnnotations: {} |
| |
| # `airflow_local_settings` file as a string (templated). |
| airflowLocalSettings: |- |
| {{- if semverCompare "<3.0.0" .Values.airflowVersion }} |
| {{- if not (or .Values.webserverSecretKey .Values.webserverSecretKeySecretName) }} |
| from airflow.www.utils import UIAlert |
| |
| DASHBOARD_UIALERTS = [ |
| UIAlert( |
| 'Usage of a dynamic webserver secret key detected. We recommend a static webserver secret key instead.' |
| ' See the <a href=' |
| '"https://airflow.apache.org/docs/helm-chart/stable/production-guide.html#webserver-secret-key" ' |
| 'target="_blank" rel="noopener noreferrer">' |
| 'Helm Chart Production Guide</a> for more details.', |
| category="warning", |
| roles=["Admin"], |
| html=True, |
| ) |
| ] |
| {{- end }} |
| {{- end }} |
| |
| # Enable RBAC (default on most clusters these days) |
| rbac: |
| # Specifies whether RBAC resources should be created |
| create: true |
| createSCCRoleBinding: false |
| |
| # Airflow executor |
| # One or multiple of: LocalExecutor, CeleryExecutor, KubernetesExecutor |
| # For Airflow <3.0, LocalKubernetesExecutor and CeleryKubernetesExecutor are also supported. |
| # Specify executors in a prioritized list to leverage multiple execution environments as needed: |
| # https://airflow.apache.org/docs/apache-airflow/stable/core-concepts/executor/index.html#using-multiple-executors-concurrently |
| executor: "CeleryExecutor" |
| |
| # If this is true and using LocalExecutor/KubernetesExecutor/CeleryKubernetesExecutor, the scheduler's |
| # service account will have access to communicate with the api-server and launch pods. |
| # If this is true and using CeleryExecutor/KubernetesExecutor/CeleryKubernetesExecutor, the workers |
| # will be able to launch pods. |
| allowPodLaunching: true |
| allowJobLaunching: false |
| |
| # Environment variables for all airflow containers |
| env: [] |
| # - name: "" |
| # value: "" |
| |
| # Volumes for all airflow containers |
| volumes: [] |
| |
| # VolumeMounts for all airflow containers |
| volumeMounts: [] |
| |
| # Secrets for all airflow containers |
| secret: [] |
| # - envName: "" |
| # secretName: "" |
| # secretKey: "" |
| |
| # Enables selected built-in secrets that are set via environment variables by default. |
| # Those secrets are provided by the Helm Chart secrets by default but in some cases you |
| # might want to provide some of those variables with _CMD or _SECRET variable, and you should |
| # in this case disable setting of those variables by setting the relevant configuration to false. |
| enableBuiltInSecretEnvVars: |
| AIRFLOW__CORE__FERNET_KEY: true |
| AIRFLOW__DATABASE__SQL_ALCHEMY_CONN: true |
| AIRFLOW_CONN_AIRFLOW_DB: true |
| AIRFLOW__API__SECRET_KEY: true |
| AIRFLOW__API_AUTH__JWT_SECRET: true |
| AIRFLOW__WEBSERVER__SECRET_KEY: true |
| AIRFLOW__CELERY__RESULT_BACKEND: true |
| AIRFLOW__CELERY__BROKER_URL: true |
| AIRFLOW__ELASTICSEARCH__HOST: true |
| AIRFLOW__OPENSEARCH__HOST: true |
| |
| # Priority Classes that will be installed by charts. |
| # Ideally, there should be an entry for dagProcessor, flower, |
| # pgbouncer, scheduler, statsd, triggerer, webserver, worker. |
| # The format for priorityClasses is an array with each element having: |
| # * name is the name of the priorityClass. Ensure the same name is given to the respective section as well |
| # * preemptionPolicy for the priorityClass |
| # * value is the preemption value for the priorityClass |
| priorityClasses: [] |
| # - name: class1 (if this is for dagProcessor, ensure overriding .Values.dagProcessor.priorityClass too) |
| # preemptionPolicy: PreemptLowerPriority |
| # value: 10000 |
| # - name: class2 |
| # preemptionPolicy: Never |
| # value: 100000 |
| |
| # Extra secrets that will be managed by the chart |
| # (You can use them with extraEnv or extraEnvFrom or some of the extraVolumes values). |
| # The format for secret data is "key/value" where |
| # * key (templated) is the name of the secret that will be created |
| # * value: an object with the standard 'data' or 'stringData' key (or both). |
| # The value associated with those keys must be a string (templated) |
| extraSecrets: {} |
| # eg: |
| # extraSecrets: |
| # '{{ .Release.Name }}-airflow-connections': |
| # type: 'Opaque' |
| # labels: |
| # my.custom.label/v1: my_custom_label_value_1 |
| # data: | |
| # AIRFLOW_CONN_GCP: 'base64_encoded_gcp_conn_string' |
| # AIRFLOW_CONN_AWS: 'base64_encoded_aws_conn_string' |
| # stringData: | |
| # AIRFLOW_CONN_OTHER: 'other_conn' |
| # '{{ .Release.Name }}-other-secret-name-suffix': |
| # data: | |
| # ... |
| # 'proxy-config': |
| # stringData: | |
| # HTTP_PROXY: http://proxy_user:proxy_password@192.168.0.10:2080 |
| # HTTPS_PROXY: http://proxy_user:proxy_password@192.168.0.10:2080 |
| # NO_PROXY: "localhost,127.0.0.1,.svc.cluster.local,kubernetes.default.svc" |
| |
| # Extra ConfigMaps that will be managed by the chart |
| # (You can use them with extraEnv or extraEnvFrom or some of the extraVolumes values). |
| # The format for configmap data is "key/value" where |
| # * key (templated) is the name of the configmap that will be created |
| # * value: an object with the standard 'data' key. |
| # The value associated with this keys must be a string (templated) |
| extraConfigMaps: {} |
| # eg: |
| # extraConfigMaps: |
| # '{{ .Release.Name }}-airflow-variables': |
| # labels: |
| # my.custom.label/v2: my_custom_label_value_2 |
| # data: | |
| # AIRFLOW_VAR_HELLO_MESSAGE: "Hi!" |
| # AIRFLOW_VAR_KUBERNETES_NAMESPACE: "{{ .Release.Namespace }}" |
| |
| # Extra env 'items' that will be added to the definition of airflow containers |
| # a string is expected (templated). |
| # TODO: difference from `env`? This is a templated string. Probably should template `env` and remove this. |
| extraEnv: ~ |
| # eg: |
| # extraEnv: | |
| # - name: AIRFLOW__CORE__LOAD_EXAMPLES |
| # value: 'True' |
| |
| # Extra envFrom 'items' that will be added to the definition of airflow containers |
| # A string is expected (templated). |
| extraEnvFrom: ~ |
| # eg: |
| # extraEnvFrom: | |
| # - secretRef: |
| # name: '{{ .Release.Name }}-airflow-connections' |
| # - configMapRef: |
| # name: '{{ .Release.Name }}-airflow-variables' |
| |
| # Airflow database & redis config |
| data: |
| # If secret names are provided, use those secrets |
| # These secrets must be created manually, eg: |
| # |
| # kind: Secret |
| # apiVersion: v1 |
| # metadata: |
| # name: custom-airflow-metadata-secret |
| # type: Opaque |
| # data: |
| # connection: base64_encoded_connection_string |
| |
| metadataSecretName: ~ |
| resultBackendSecretName: ~ |
| brokerUrlSecretName: ~ |
| |
| # Otherwise pass connection values in |
| metadataConnection: |
| user: postgres |
| pass: postgres |
| protocol: postgresql |
| host: ~ |
| port: 5432 |
| db: postgres |
| sslmode: disable |
| # Add custom annotations to the metadata connection secret |
| secretAnnotations: {} |
| # resultBackendConnection defaults to the same database as metadataConnection |
| resultBackendConnection: ~ |
| # Add custom annotations to the result backend connection secret |
| resultBackendConnectionSecretAnnotations: {} |
| # or, you can use a different database |
| # resultBackendConnection: |
| # user: postgres |
| # pass: postgres |
| # protocol: postgresql |
| # host: ~ |
| # port: 5432 |
| # db: postgres |
| # sslmode: disable |
| # Note: brokerUrl can only be set during install, not upgrade |
| brokerUrl: ~ |
| # Add custom annotations to the broker url secret |
| brokerUrlSecretAnnotations: {} |
| |
| # Fernet key settings |
| # Note: fernetKey can only be set during install, not upgrade |
| fernetKey: ~ |
| fernetKeySecretName: ~ |
| # Add custom annotations to the fernet key secret |
| fernetKeySecretAnnotations: {} |
| |
| # Flask secret key for Airflow 3+ Api: `[api] secret_key` in airflow.cfg |
| apiSecretKey: ~ |
| # Add custom annotations to the api secret |
| apiSecretAnnotations: {} |
| apiSecretKeySecretName: ~ |
| |
| # Secret key used to encode and decode JWTs: `[api_auth] jwt_secret` in airflow.cfg |
| jwtSecret: ~ |
| # Add custom annotations to the JWT secret |
| jwtSecretAnnotations: {} |
| jwtSecretName: ~ |
| |
| # Flask secret key for Airflow <3 Webserver: `[webserver] secret_key` in airflow.cfg |
| webserverSecretKey: ~ |
| # Add custom annotations to the webserver secret |
| webserverSecretAnnotations: {} |
| webserverSecretKeySecretName: ~ |
| |
| # In order to use kerberos you need to create secret containing the keytab file |
| # The secret name should follow naming convention of the application where resources are |
| # name {{ .Release-name }}-<POSTFIX>. In case of the keytab file, the postfix is "kerberos-keytab" |
| # So if your release is named "my-release" the name of the secret should be "my-release-kerberos-keytab" |
| # |
| # The Keytab content should be available in the "kerberos.keytab" key of the secret. |
| # |
| # apiVersion: v1 |
| # kind: Secret |
| # data: |
| # kerberos.keytab: <base64_encoded keytab file content> |
| # type: Opaque |
| # |
| # |
| # If you have such keytab file you can do it with similar |
| # |
| # kubectl create secret generic {{ .Release.name }}-kerberos-keytab --from-file=kerberos.keytab |
| # |
| # |
| # Alternatively, instead of manually creating the secret, it is possible to specify |
| # kerberos.keytabBase64Content parameter. This parameter should contain base64 encoded keytab. |
| # |
| |
| kerberos: |
| enabled: false |
| ccacheMountPath: /var/kerberos-ccache |
| ccacheFileName: cache |
| configPath: /etc/krb5.conf |
| keytabBase64Content: ~ |
| keytabPath: /etc/airflow.keytab |
| principal: airflow@FOO.COM |
| reinitFrequency: 3600 |
| config: | |
| # This is an example config showing how you can use templating and how "example" config |
| # might look like. It works with the test kerberos server that we are using during integration |
| # testing at Apache Airflow (see `scripts/ci/docker-compose/integration-kerberos.yml` but in |
| # order to make it production-ready you must replace it with your own configuration that |
| # Matches your kerberos deployment. Administrators of your Kerberos instance should |
| # provide the right configuration. |
| |
| [logging] |
| default = "FILE:{{ template "airflow_logs_no_quote" . }}/kerberos_libs.log" |
| kdc = "FILE:{{ template "airflow_logs_no_quote" . }}/kerberos_kdc.log" |
| admin_server = "FILE:{{ template "airflow_logs_no_quote" . }}/kadmind.log" |
| |
| [libdefaults] |
| default_realm = FOO.COM |
| ticket_lifetime = 10h |
| renew_lifetime = 7d |
| forwardable = true |
| |
| [realms] |
| FOO.COM = { |
| kdc = kdc-server.foo.com |
| admin_server = admin_server.foo.com |
| } |
| |
| # Airflow Worker Config |
| workers: |
| # Number of Airflow Celery workers (deprecated, use `workers.celery.replicas` instead) |
| replicas: 1 |
| |
| # Max number of old Airflow Celery workers ReplicaSets to retain |
| # (deprecated, use `workers.celery.revisionHistoryLimit` instead) |
| revisionHistoryLimit: ~ |
| |
| # Command to use when running Airflow Celery workers and using pod-template-file (templated) |
| # Use workers.celery.command and/or workers.kubernetes.command to separate value between |
| # Celery workers and pod-template-file |
| command: ~ |
| |
| # Args to use when running Airflow Celery workers (templated) |
| # (deprecated, use `workers.celery.args` instead) |
| args: |
| - "bash" |
| - "-c" |
| # The format below is necessary to get `helm lint` happy |
| - |- |
| exec \ |
| airflow celery worker |
| {{- if and .Values.workers.queue (ne .Values.workers.queue "default") }} |
| {{- " -q " }}{{ .Values.workers.queue }} |
| {{- end }} |
| |
| # If the Airflow Celery worker stops responding for 5 minutes (5*60s) |
| # kill the worker and let Kubernetes restart it |
| # (deprecated, use `workers.celery.livenessProbe` section instead) |
| livenessProbe: |
| # (deprecated, use `workers.celery.livenessProbe.enabled` instead) |
| enabled: true |
| # (deprecated, use `workers.celery.livenessProbe.initialDelaySeconds` instead) |
| initialDelaySeconds: 10 |
| # (deprecated, use `workers.celery.livenessProbe.timeoutSeconds` instead) |
| timeoutSeconds: 20 |
| # (deprecated, use `workers.celery.livenessProbe.failureThreshold` instead) |
| failureThreshold: 5 |
| # (deprecated, use `workers.celery.livenessProbe.periodSeconds` instead) |
| periodSeconds: 60 |
| # (deprecated, use `workers.celery.livenessProbe.command` instead) |
| command: ~ |
| |
| # Update Strategy when Airflow Celery worker is deployed as a StatefulSet |
| # (deprecated, use `workers.celery.updateStrategy` instead) |
| updateStrategy: ~ |
| # Update Strategy when Airflow Celery worker is deployed as a Deployment |
| # (deprecated, use `workers.celery.strategy` instead) |
| strategy: |
| rollingUpdate: |
| maxSurge: "100%" |
| maxUnavailable: "50%" |
| |
| # Allow relaxing ordering guarantees for Airflow Celery worker while preserving its uniqueness and identity |
| # (deprecated, use `workers.celery.podManagementPolicy` instead) |
| # podManagementPolicy: Parallel |
| |
| # When not set, the values defined in the global securityContext will |
| # be used in Airflow Celery workers and pod-template-file |
| securityContext: {} |
| # runAsUser: 50000 |
| # fsGroup: 0 |
| # runAsGroup: 0 |
| |
| # Detailed default security context for the |
| # Airflow Celery workers and pod-template-file on container and pod level |
| # Use workers.celery.securityContexts and/or workers.kubernetes.securityContexts to separate value between |
| # Celery workers and pod-template-file |
| securityContexts: |
| pod: {} |
| container: {} |
| |
| # Container level Lifecycle Hooks definition for |
| # Airflow Celery workers and pods created with pod-template-file |
| containerLifecycleHooks: {} |
| |
| # Worker pod disruption budget |
| podDisruptionBudget: |
| enabled: false |
| |
| # PDB configuration |
| config: |
| # minAvailable and maxUnavailable are mutually exclusive |
| maxUnavailable: 1 |
| # minAvailable: 1 |
| |
| # Create ServiceAccount for Airflow Celery workers and pods created with pod-template-file |
| serviceAccount: |
| # default value is true |
| # ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-service-account/ |
| automountServiceAccountToken: true |
| # Specifies whether a ServiceAccount should be created |
| create: true |
| # The name of the ServiceAccount to use. |
| # If not set and create is true, a name is generated using the release name |
| name: ~ |
| |
| # Annotations to add to worker kubernetes service account. |
| annotations: {} |
| |
| # Allow KEDA autoscaling for Airflow Celery workers |
| keda: |
| enabled: false |
| namespaceLabels: {} |
| |
| # How often KEDA polls the airflow DB to report new scale requests to the HPA |
| pollingInterval: 5 |
| |
| # How many seconds KEDA will wait before scaling to zero. |
| # Note that HPA has a separate cooldown period for scale-downs |
| cooldownPeriod: 30 |
| |
| # Minimum number of Airflow Celery workers created by keda |
| minReplicaCount: 0 |
| |
| # Maximum number of Airflow Celery workers created by keda |
| maxReplicaCount: 10 |
| |
| # Specify HPA related options |
| advanced: {} |
| # horizontalPodAutoscalerConfig: |
| # behavior: |
| # scaleDown: |
| # stabilizationWindowSeconds: 300 |
| # policies: |
| # - type: Percent |
| # value: 100 |
| # periodSeconds: 15 |
| |
| # Query to use for KEDA autoscaling. Must return a single integer. |
| query: >- |
| SELECT ceil(COUNT(*)::decimal / {{ .Values.config.celery.worker_concurrency }}) |
| FROM task_instance |
| WHERE (state='running' OR state='queued') |
| AND queue IN ( |
| {{- range $i, $q := splitList "," .Values.workers.queue -}} |
| {{- if $i }},{{ end }}'{{ $q | trim }}' |
| {{- end -}} |
| ) |
| {{- if contains "CeleryKubernetesExecutor" .Values.executor }} |
| AND queue != '{{ .Values.config.celery_kubernetes_executor.kubernetes_queue }}' |
| {{- else if contains "KubernetesExecutor" .Values.executor }} |
| AND executor IS DISTINCT FROM 'KubernetesExecutor' |
| {{- else if contains "airflow.providers.edge3.executors.EdgeExecutor" .Values.executor }} |
| AND executor IS DISTINCT FROM 'EdgeExecutor' |
| {{- end }} |
| |
| # Weather to use PGBouncer to connect to the database or not when it is enabled |
| # This configuration will be ignored if PGBouncer is not enabled |
| usePgbouncer: true |
| |
| # Allow HPA for Airflow Celery workers (KEDA must be disabled) |
| hpa: |
| enabled: false |
| |
| # Minimum number of Airflow Celery workers created by HPA |
| minReplicaCount: 0 |
| |
| # Maximum number of Airflow Celery workers created by HPA |
| maxReplicaCount: 5 |
| |
| # Specifications for which to use to calculate the desired replica count |
| metrics: |
| - type: Resource |
| resource: |
| name: cpu |
| target: |
| type: Utilization |
| averageUtilization: 80 |
| |
| # Scaling behavior of the target in both Up and Down directions |
| behavior: {} |
| |
| # Persistence volume configuration for Airflow Celery workers |
| # (deprecated, use `workers.celery.persistence` instead) |
| persistence: |
| # Enable persistent volumes (deprecated, use `workers.celery.persistence.enabled` instead) |
| enabled: true |
| |
| # This policy determines whether PVCs should be deleted when StatefulSet is scaled down or removed |
| # (deprecated, use `workers.celery.persistence.persistentVolumeClaimRetentionPolicy` instead) |
| persistentVolumeClaimRetentionPolicy: ~ |
| # persistentVolumeClaimRetentionPolicy: |
| # whenDeleted: Delete |
| # whenScaled: Delete |
| |
| # Volume size for Airflow Celery worker StatefulSet |
| # (deprecated, use `workers.celery.persistence.size` instead) |
| size: 100Gi |
| |
| # If using a custom storageClass, pass name ref to all StatefulSets here |
| # (deprecated, use `workers.celery.persistence.storageClassName` instead) |
| storageClassName: |
| |
| # Execute init container to chown log directory. |
| # This is currently only needed in kind, due to usage |
| # of local-path provisioner. |
| # (deprecated, use `workers.celery.persistence.fixPermissions` instead) |
| fixPermissions: false |
| |
| # Annotations to add to Airflow Celery worker volumes |
| # (deprecated, use `workers.celery.persistence.annotations` instead) |
| annotations: {} |
| |
| # Detailed default security context for persistence on container level |
| # (deprecated, use `workers.celery.persistence.securityContexts` instead) |
| securityContexts: |
| # (deprecated, use `workers.celery.persistence.securityContexts.container` instead) |
| container: {} |
| |
| # Kerberos sidecar configuration for Airflow Celery workers and pods created with pod-template-file |
| kerberosSidecar: |
| # Enable kerberos sidecar |
| enabled: false |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # Detailed default security context for kerberos sidecar on container level |
| securityContexts: |
| container: {} |
| |
| # Container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| # Kerberos init container configuration for Airflow Celery workers and pods created with pod-template-file |
| # Use workers.celery.kerberosInitContainer and/or workers.kubernetes.kerberosInitContainer to separate |
| # value between Celery workers and pod-template-file |
| kerberosInitContainer: |
| # Enable kerberos init container |
| enabled: false |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # Detailed default security context for kerberos init container |
| securityContexts: |
| container: {} |
| |
| # Container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| # Resource configuration for Airflow Celery workers and pods created with pod-template-file |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # Grace period for tasks to finish after SIGTERM is sent from kubernetes. |
| # It is used by Airflow Celery workers and pod-template-file. |
| terminationGracePeriodSeconds: 600 |
| |
| # This setting tells kubernetes that its ok to evict when it wants to scale a node down. |
| # It is used by Airflow Celery workers and pod-template-file. |
| safeToEvict: false |
| |
| # Launch additional containers into Airflow Celery worker |
| # and pods created with pod-template-file (templated). |
| # Note: If used with KubernetesExecutor, you are responsible for signaling sidecars to exit when the main |
| # container finishes so Airflow can continue the worker shutdown process! |
| extraContainers: [] |
| # Add additional init containers into Airflow Celery workers |
| # and pods created with pod-template-file (templated). |
| extraInitContainers: [] |
| |
| # Additional volumes and volume mounts attached to the |
| # Airflow Celery workers and pods created with pod-template-file |
| extraVolumes: [] |
| extraVolumeMounts: [] |
| # Mount additional volumes into workers pods. It can be templated like in the following example: |
| # extraVolumes: |
| # - name: my-templated-extra-volume |
| # secret: |
| # secretName: '{{ include "my_secret_template" . }}' |
| # defaultMode: 0640 |
| # optional: true |
| # |
| # extraVolumeMounts: |
| # - name: my-templated-extra-volume |
| # mountPath: "{{ .Values.my_custom_path }}" |
| # readOnly: true |
| |
| # Expose additional ports of Airflow Celery workers. These can be used for additional metric collection. |
| extraPorts: [] |
| |
| # Select certain nodes for Airflow Celery worker pods and pods created with pod-template-file |
| nodeSelector: {} |
| runtimeClassName: ~ |
| priorityClassName: ~ |
| affinity: {} |
| # Default Airflow Celery worker affinity is: |
| # podAntiAffinity: |
| # preferredDuringSchedulingIgnoredDuringExecution: |
| # - podAffinityTerm: |
| # labelSelector: |
| # matchLabels: |
| # component: worker |
| # topologyKey: kubernetes.io/hostname |
| # weight: 100 |
| tolerations: [] |
| topologySpreadConstraints: [] |
| # hostAliases to use in Airflow Celery worker pods and pods created with pod-template-file |
| # See: |
| # https://kubernetes.io/docs/concepts/services-networking/add-entries-to-pod-etc-hosts-with-host-aliases/ |
| hostAliases: [] |
| # - ip: "127.0.0.2" |
| # hostnames: |
| # - "test.hostname.one" |
| # - ip: "127.0.0.3" |
| # hostnames: |
| # - "test.hostname.two" |
| |
| # Annotations for the Airflow Celery worker resource |
| annotations: {} |
| |
| # Pod annotations for the Airflow Celery workers and pods created with pod-template-file |
| podAnnotations: {} |
| |
| # Labels specific to Airflow Celery workers objects and pods created with pod-template-file |
| labels: {} |
| |
| # Log groomer configuration for Airflow Celery workers |
| logGroomerSidecar: |
| # Whether to deploy the Airflow Celery worker log groomer sidecar |
| enabled: true |
| |
| # Command to use when running the Airflow Celery worker log groomer sidecar (templated) |
| command: ~ |
| |
| # Args to use when running the Airflow Celery worker log groomer sidecar (templated) |
| args: ["bash", "/clean-logs"] |
| |
| # Number of days to retain logs |
| retentionDays: 15 |
| |
| # Frequency to attempt to groom logs (in minutes) |
| frequencyMinutes: 15 |
| |
| # Max size of logs in bytes. 0 = disabled |
| maxSizeBytes: 0 |
| |
| # Max size of logs as a percent of disk usage. 0 = disabled. Ignored if maxSizeBytes is set. |
| maxSizePercent: 0 |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # Detailed default security context for logGroomerSidecar for container level |
| securityContexts: |
| container: {} |
| |
| env: [] |
| |
| # Configuration of wait-for-airflow-migration init container for Airflow Celery workers |
| waitForMigrations: |
| # Whether to create init container to wait for db migrations |
| enabled: true |
| |
| env: [] |
| |
| # Detailed default security context for wait-for-airflow-migrations container |
| securityContexts: |
| container: {} |
| |
| # Additional env variable configuration for Airflow Celery workers and pods created with pod-template-file |
| env: [] |
| |
| # Additional volume claim templates for Airflow Celery workers |
| volumeClaimTemplates: [] |
| # Comment out the above and uncomment the section below to enable it. |
| # Make sure to mount it under extraVolumeMounts. |
| # volumeClaimTemplates: |
| # - metadata: |
| # name: data-volume-1 |
| # spec: |
| # storageClassName: "storage-class-1" |
| # accessModes: |
| # - "ReadWriteOnce" |
| # resources: |
| # requests: |
| # storage: "10Gi" |
| # - metadata: |
| # name: data-volume-2 |
| # spec: |
| # storageClassName: "storage-class-2" |
| # accessModes: |
| # - "ReadWriteOnce" |
| # resources: |
| # requests: |
| # storage: "20Gi" |
| |
| celery: |
| # Number of Airflow Celery workers |
| replicas: ~ |
| |
| # Max number of old Airflow Celery workers ReplicaSets to retain |
| revisionHistoryLimit: ~ |
| |
| # Command to use when running Airflow Celery workers (templated) |
| command: ~ |
| |
| # Args to use when running Airflow Celery workers (templated) |
| args: ~ |
| |
| # If the Airflow Celery worker stops responding for 5 minutes (5*60s) |
| # kill the worker and let Kubernetes restart it |
| livenessProbe: |
| enabled: ~ |
| initialDelaySeconds: ~ |
| timeoutSeconds: ~ |
| failureThreshold: ~ |
| periodSeconds: ~ |
| command: ~ |
| |
| # Enable the default workers defined by the root `workers` and `workers.celery` |
| # configurations to be created. |
| # If false, only dedicated workers defined in 'sets' will be created. |
| enableDefault: true |
| |
| # Queue name for the default workers |
| queue: "default" |
| |
| # List of worker sets. Each item can overwrite values from the parent `workers` and `workers.celery` |
| # section. |
| sets: [] |
| # sets: |
| # - name: highcpu |
| # replicas: 2 |
| # queue: "highcpu" |
| # resources: |
| # requests: |
| # memory: "2Gi" |
| # cpu: "4000m" |
| # limits: |
| # memory: "4Gi" |
| # cpu: "8000m" |
| # - name: highmem |
| # replicas: 2 |
| # queue: "highmem" |
| # resources: |
| # requests: |
| # memory: "4Gi" |
| # cpu: "2000m" |
| # limits: |
| # memory: "8Gi" |
| # cpu: "4000m" |
| |
| # Update Strategy when Airflow Celery worker is deployed as a StatefulSet |
| updateStrategy: ~ |
| # Update Strategy when Airflow Celery worker is deployed as a Deployment |
| strategy: ~ |
| |
| # Allow relaxing ordering guarantees for Airflow Celery worker |
| # while preserving its uniqueness and identity |
| # podManagementPolicy: Parallel |
| |
| # Detailed default security context for Airflow Celery workers for container and pod level |
| # If not set, the values from `workers.securityContexts` section will be used. |
| securityContexts: |
| pod: {} |
| container: {} |
| |
| # Persistence volume configuration for Airflow Celery workers |
| persistence: |
| # Enable persistent volumes |
| enabled: ~ |
| |
| # This policy determines whether PVCs should be deleted when StatefulSet is scaled down or removed |
| persistentVolumeClaimRetentionPolicy: ~ |
| # persistentVolumeClaimRetentionPolicy: |
| # whenDeleted: Delete |
| # whenScaled: Delete |
| |
| # Volume size for Airflow Celery worker StatefulSet |
| size: ~ |
| |
| # If using a custom storageClass, pass name ref to all StatefulSets here |
| storageClassName: |
| |
| # Execute init container to chown log directory. |
| # This is currently only needed in kind, due to usage |
| # of local-path provisioner. |
| fixPermissions: ~ |
| |
| # Annotations to add to Airflow Celery worker volumes |
| annotations: {} |
| |
| # Detailed default security context for persistence on container level |
| securityContexts: |
| container: {} |
| |
| # Kerberos init container configuration for Airflow Celery workers |
| # If not set, the values from `workers.kubernetesInitContainer` section will be used. |
| kerberosInitContainer: |
| # Enable kerberos init container |
| # If workers.kerberosInitContainer.enabled is set to True, this flag has no effect |
| enabled: ~ |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # Detailed default security context for kerberos init container |
| securityContexts: |
| container: {} |
| |
| # Container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| kubernetes: |
| # Command to use in pod-template-file (templated) |
| command: ~ |
| |
| # Detailed default security context for pod-template-file for container and pod level |
| # If not set, the values from `workers.securityContexts` section will be used. |
| securityContexts: |
| pod: {} |
| container: {} |
| |
| # Kerberos init container configuration for pods created with pod-template-file |
| # If not set, the values from `workers.kubernetesInitContainer` section will be used. |
| kerberosInitContainer: |
| # Enable kerberos init container |
| # If workers.kerberosInitContainer.enabled is set to True, this flag has no effect |
| enabled: ~ |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # Detailed default security context for kerberos init container |
| securityContexts: |
| container: {} |
| |
| # Container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| # Airflow scheduler settings |
| scheduler: |
| enabled: true |
| # hostAliases for the scheduler pod |
| hostAliases: [] |
| # - ip: "127.0.0.1" |
| # hostnames: |
| # - "foo.local" |
| # - ip: "10.1.2.3" |
| # hostnames: |
| # - "foo.remote" |
| |
| # If the scheduler stops heartbeating for 5 minutes (5*60s) kill the |
| # scheduler and let Kubernetes restart it |
| livenessProbe: |
| initialDelaySeconds: 10 |
| timeoutSeconds: 20 |
| failureThreshold: 5 |
| periodSeconds: 60 |
| command: ~ |
| |
| # Wait for at most 1 minute (6*10s) for the scheduler container to startup. |
| # livenessProbe kicks in after the first successful startupProbe |
| startupProbe: |
| initialDelaySeconds: 0 |
| failureThreshold: 6 |
| periodSeconds: 10 |
| timeoutSeconds: 20 |
| command: ~ |
| |
| # Amount of scheduler replicas |
| replicas: 1 |
| # Max number of old replicasets to retain |
| revisionHistoryLimit: ~ |
| |
| # Command to use when running the Airflow scheduler (templated). |
| command: ~ |
| # Args to use when running the Airflow scheduler (templated). |
| args: ["bash", "-c", "exec airflow scheduler"] |
| |
| # Update Strategy when scheduler is deployed as a StatefulSet |
| # (when using LocalExecutor and workers.persistence) |
| updateStrategy: ~ |
| # Update Strategy when scheduler is deployed as a Deployment |
| # (when not using LocalExecutor and workers.persistence) |
| strategy: ~ |
| |
| # When not set, the values defined in the global securityContext will be used |
| # (deprecated, use `securityContexts` instead) |
| securityContext: {} |
| # runAsUser: 50000 |
| # fsGroup: 0 |
| # runAsGroup: 0 |
| |
| # Detailed default security context for scheduler deployments for container and pod level |
| securityContexts: |
| pod: {} |
| container: {} |
| |
| # container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| # Grace period for tasks to finish after SIGTERM is sent from kubernetes |
| terminationGracePeriodSeconds: 10 |
| |
| # Create ServiceAccount |
| serviceAccount: |
| # affects all executors that launch pods, default value is true |
| # ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-service-account/ |
| automountServiceAccountToken: true |
| # Specifies whether a ServiceAccount should be created |
| create: true |
| # The name of the ServiceAccount to use. |
| # If not set and create is true, a name is generated using the release name |
| name: ~ |
| |
| # Annotations to add to scheduler kubernetes service account. |
| annotations: {} |
| |
| # Service Account Token Volume configuration |
| # This is only used when automountServiceAccountToken is false |
| # and allows manual configuration of the service account token volume |
| serviceAccountTokenVolume: |
| # Enable manual service account token volume configuration |
| enabled: false |
| # Path where the service account token should be mounted |
| mountPath: /var/run/secrets/kubernetes.io/serviceaccount |
| # Name of the volume |
| volumeName: kube-api-access |
| # Token expiration in seconds (default: 1 hour) |
| expirationSeconds: 3600 |
| # Audience for the token |
| audience: ~ |
| |
| # Scheduler pod disruption budget |
| podDisruptionBudget: |
| enabled: false |
| |
| # PDB configuration |
| config: |
| # minAvailable and maxUnavailable are mutually exclusive |
| maxUnavailable: 1 |
| # minAvailable: 1 |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # This setting tells kubernetes that its ok to evict |
| # when it wants to scale a node down. |
| safeToEvict: true |
| |
| # Launch additional containers into scheduler (templated). |
| extraContainers: [] |
| # Add additional init containers into scheduler (templated). |
| extraInitContainers: [] |
| |
| # Mount additional volumes into scheduler. It can be templated like in the following example: |
| # extraVolumes: |
| # - name: my-templated-extra-volume |
| # secret: |
| # secretName: '{{ include "my_secret_template" . }}' |
| # defaultMode: 0640 |
| # optional: true |
| # |
| # extraVolumeMounts: |
| # - name: my-templated-extra-volume |
| # mountPath: "{{ .Values.my_custom_path }}" |
| # readOnly: true |
| extraVolumes: [] |
| extraVolumeMounts: [] |
| |
| # Select certain nodes for airflow scheduler pods. |
| nodeSelector: {} |
| affinity: {} |
| # default scheduler affinity is: |
| # podAntiAffinity: |
| # preferredDuringSchedulingIgnoredDuringExecution: |
| # - podAffinityTerm: |
| # labelSelector: |
| # matchLabels: |
| # component: scheduler |
| # topologyKey: kubernetes.io/hostname |
| # weight: 100 |
| tolerations: [] |
| topologySpreadConstraints: [] |
| |
| priorityClassName: ~ |
| |
| # annotations for scheduler deployment |
| annotations: {} |
| |
| podAnnotations: {} |
| |
| # Labels specific to scheduler objects and pods |
| labels: {} |
| |
| logGroomerSidecar: |
| # Whether to deploy the Airflow scheduler log groomer sidecar. |
| enabled: true |
| # Command to use when running the Airflow scheduler log groomer sidecar (templated). |
| command: ~ |
| # Args to use when running the Airflow scheduler log groomer sidecar (templated). |
| args: ["bash", "/clean-logs"] |
| # Number of days to retain logs |
| retentionDays: 15 |
| # frequency to attempt to groom logs, in minutes |
| frequencyMinutes: 15 |
| # Max size of logs in bytes. 0 = disabled |
| maxSizeBytes: 0 |
| # Max size of logs as a percent of disk usage. 0 = disabled. Ignored if maxSizeBytes is set. |
| maxSizePercent: 0 |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| # Detailed default security context for logGroomerSidecar for container level |
| securityContexts: |
| container: {} |
| # container level lifecycle hooks |
| containerLifecycleHooks: {} |
| env: [] |
| |
| waitForMigrations: |
| # Whether to create init container to wait for db migrations |
| enabled: true |
| env: [] |
| # Detailed default security context for waitForMigrations for container level |
| securityContexts: |
| container: {} |
| |
| env: [] |
| |
| # Airflow create user job settings |
| createUserJob: |
| # Whether the create user job should be created |
| enabled: true |
| |
| # Create initial user. |
| defaultUser: |
| role: Admin |
| username: admin |
| email: admin@example.com |
| firstName: admin |
| lastName: user |
| password: admin |
| |
| # Limit the lifetime of the job object after it finished execution. |
| ttlSecondsAfterFinished: 300 |
| # Command to use when running the create user job (templated). |
| command: ~ |
| # Args to use when running the create user job (templated). |
| args: |
| - "bash" |
| - "-c" |
| # The format below is necessary to get `helm lint` happy |
| - |- |
| exec \ |
| airflow users create "$@" |
| - -- |
| # yamllint disable rule:line-length |
| - "-r" |
| - "{{ if .Values.webserver.defaultUser }}{{ .Values.webserver.defaultUser.role }}{{ else }}{{ .Values.createUserJob.defaultUser.role }}{{ end }}" |
| - "-u" |
| - "{{ if .Values.webserver.defaultUser }}{{ .Values.webserver.defaultUser.username }}{{ else }}{{ .Values.createUserJob.defaultUser.username }}{{ end }}" |
| - "-e" |
| - "{{ if .Values.webserver.defaultUser }}{{ .Values.webserver.defaultUser.email }}{{ else }}{{ .Values.createUserJob.defaultUser.email }}{{ end }}" |
| - "-f" |
| - "{{ if .Values.webserver.defaultUser }}{{ .Values.webserver.defaultUser.firstName }}{{ else }}{{ .Values.createUserJob.defaultUser.firstName }}{{ end }}" |
| - "-l" |
| - "{{ if .Values.webserver.defaultUser }}{{ .Values.webserver.defaultUser.lastName }}{{ else }}{{ .Values.createUserJob.defaultUser.lastName }}{{ end }}" |
| - "-p" |
| - "{{ if .Values.webserver.defaultUser }}{{ .Values.webserver.defaultUser.password }}{{ else }}{{ .Values.createUserJob.defaultUser.password }}{{ end }}" |
| # Annotations on the create user job pod |
| annotations: {} |
| # jobAnnotations are annotations on the create user job |
| jobAnnotations: {} |
| |
| restartPolicy: OnFailure |
| |
| # Labels specific to createUserJob objects and pods |
| labels: {} |
| |
| # When not set, the values defined in the global securityContext will be used |
| securityContext: {} |
| # runAsUser: 50000 |
| # fsGroup: 0 |
| # runAsGroup: 0 |
| |
| # Detailed default security context for createUserJob for container and pod level |
| securityContexts: |
| pod: {} |
| container: {} |
| |
| # container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| # Create ServiceAccount |
| serviceAccount: |
| # default value is true |
| # ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-service-account/ |
| automountServiceAccountToken: true |
| # Specifies whether a ServiceAccount should be created |
| create: true |
| # The name of the ServiceAccount to use. |
| # If not set and create is true, a name is generated using the release name |
| name: ~ |
| |
| # Annotations to add to create user kubernetes service account. |
| annotations: {} |
| |
| # Launch additional containers into user creation job |
| extraContainers: [] |
| |
| # Add additional init containers into user creation job (templated). |
| extraInitContainers: [] |
| |
| # Mount additional volumes into user creation job. It can be templated like in the following example: |
| # extraVolumes: |
| # - name: my-templated-extra-volume |
| # secret: |
| # secretName: '{{ include "my_secret_template" . }}' |
| # defaultMode: 0640 |
| # optional: true |
| # |
| # extraVolumeMounts: |
| # - name: my-templated-extra-volume |
| # mountPath: "{{ .Values.my_custom_path }}" |
| # readOnly: true |
| extraVolumes: [] |
| extraVolumeMounts: [] |
| |
| nodeSelector: {} |
| affinity: {} |
| tolerations: [] |
| topologySpreadConstraints: [] |
| priorityClassName: ~ |
| # In case you need to disable the helm hooks that create the jobs after install. |
| # Disable this if you are using ArgoCD for example |
| useHelmHooks: true |
| applyCustomEnv: true |
| |
| env: [] |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # Airflow database migration job settings |
| migrateDatabaseJob: |
| enabled: true |
| # Limit the lifetime of the job object after it finished execution. |
| ttlSecondsAfterFinished: 300 |
| # Command to use when running the migrate database job (templated). |
| command: ~ |
| # Args to use when running the migrate database job (templated). |
| args: |
| - "bash" |
| - "-c" |
| - >- |
| exec \ |
| |
| airflow db migrate |
| |
| # Annotations on the database migration pod |
| annotations: {} |
| # jobAnnotations are annotations on the database migration job |
| jobAnnotations: {} |
| |
| restartPolicy: OnFailure |
| |
| # Labels specific to migrate database job objects and pods |
| labels: {} |
| |
| # When not set, the values defined in the global securityContext will be used |
| securityContext: {} |
| # runAsUser: 50000 |
| # fsGroup: 0 |
| # runAsGroup: 0 |
| |
| # Detailed default security context for migrateDatabaseJob for container and pod level |
| securityContexts: |
| pod: {} |
| container: {} |
| |
| # container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| # Create ServiceAccount |
| serviceAccount: |
| # default value is true |
| # ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-service-account/ |
| automountServiceAccountToken: true |
| # Specifies whether a ServiceAccount should be created |
| create: true |
| # The name of the ServiceAccount to use. |
| # If not set and create is true, a name is generated using the release name |
| name: ~ |
| |
| # Annotations to add to migrate database job kubernetes service account. |
| annotations: {} |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # Launch additional containers into database migration job |
| extraContainers: [] |
| |
| # Add additional init containers into migrate database job (templated). |
| extraInitContainers: [] |
| |
| # Mount additional volumes into database migration job. It can be templated like in the following example: |
| # extraVolumes: |
| # - name: my-templated-extra-volume |
| # secret: |
| # secretName: '{{ include "my_secret_template" . }}' |
| # defaultMode: 0640 |
| # optional: true |
| # |
| # extraVolumeMounts: |
| # - name: my-templated-extra-volume |
| # mountPath: "{{ .Values.my_custom_path }}" |
| # readOnly: true |
| extraVolumes: [] |
| extraVolumeMounts: [] |
| |
| nodeSelector: {} |
| affinity: {} |
| tolerations: [] |
| topologySpreadConstraints: [] |
| priorityClassName: ~ |
| # In case you need to disable the helm hooks that create the jobs after install. |
| # Disable this if you are using ArgoCD for example |
| useHelmHooks: true |
| applyCustomEnv: true |
| env: [] |
| |
| apiServer: |
| enabled: true |
| # Number of Airflow API servers in the deployment |
| # This setting is ignored when HPA (Horizontal Pod Autoscaler) is enabled, |
| # as HPA will automatically manage the number of replicas based on the configured metrics. |
| replicas: 1 |
| # Max number of old replicasets to retain |
| revisionHistoryLimit: ~ |
| |
| # Labels specific to Airflow API server objects and pods |
| labels: {} |
| |
| # Command to use when running the Airflow API server (templated). |
| command: ~ |
| # Args to use when running the Airflow API server (templated). |
| # Example: To enable proxy headers support when running behind a reverse proxy: |
| # args: ["bash", "-c", "exec airflow api-server --proxy-headers"] |
| args: ["bash", "-c", "exec airflow api-server"] |
| allowPodLogReading: true |
| # Environment variables for the Airflow API server. |
| # Example: To configure FORWARDED_ALLOW_IPS when running behind a reverse proxy: |
| # env: |
| # - name: FORWARDED_ALLOW_IPS |
| # value: "*" # Use "*" for trusted environments, or specify proxy IP ranges for production |
| env: [] |
| |
| # Allow Horizontal Pod Autoscaler (HPA) configuration for apiServer. (optional) |
| # HPA automatically scales the number of apiServer pods based on observed metrics. |
| # HPA automatically adjusts apiServer replicas between minReplicaCount and maxReplicaCount based on metrics. |
| hpa: |
| enabled: false |
| |
| # Minimum number of api-servers created by HPA |
| minReplicaCount: 1 |
| |
| # Maximum number of api-servers created by HPA |
| maxReplicaCount: 5 |
| |
| # Specifications for which to use to calculate the desired replica count |
| metrics: |
| - type: Resource |
| resource: |
| name: cpu |
| target: |
| type: Utilization |
| averageUtilization: 50 |
| |
| # Scaling behavior of the target in both Up and Down directions |
| behavior: {} |
| |
| serviceAccount: |
| # default value is true |
| # ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-service-account/ |
| automountServiceAccountToken: true |
| # Specifies whether a ServiceAccount should be created |
| create: true |
| # The name of the ServiceAccount to use. |
| # If not set and create is true, a name is generated using the release name |
| name: ~ |
| |
| # Annotations to add to Airflow API server kubernetes service account. |
| annotations: {} |
| service: |
| type: ClusterIP |
| ## service annotations |
| annotations: {} |
| ports: |
| - name: api-server |
| port: "{{ .Values.ports.apiServer }}" |
| |
| loadBalancerIP: ~ |
| ## Limit load balancer source ips to list of CIDRs |
| # loadBalancerSourceRanges: |
| # - "10.123.0.0/16" |
| loadBalancerSourceRanges: [] |
| |
| podDisruptionBudget: |
| enabled: false |
| |
| # PDB configuration |
| config: |
| # minAvailable and maxUnavailable are mutually exclusive |
| maxUnavailable: 1 |
| # minAvailable: 1 |
| |
| # Allow overriding Update Strategy for API server |
| strategy: ~ |
| |
| # Detailed default security contexts for Airflow API server deployments for container and pod level |
| securityContexts: |
| pod: {} |
| container: {} |
| |
| # container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| waitForMigrations: |
| # Whether to create init container to wait for db migrations |
| enabled: true |
| env: [] |
| # Detailed default security context for waitForMigrations for container level |
| securityContexts: |
| container: {} |
| |
| # Launch additional containers into the Airflow API server pods. |
| extraContainers: [] |
| # Add additional init containers into API server (templated). |
| extraInitContainers: [] |
| |
| # Mount additional volumes into API server. It can be templated like in the following example: |
| # extraVolumes: |
| # - name: my-templated-extra-volume |
| # secret: |
| # secretName: '{{ include "my_secret_template" . }}' |
| # defaultMode: 0640 |
| # optional: true |
| # |
| # extraVolumeMounts: |
| # - name: my-templated-extra-volume |
| # mountPath: "{{ .Values.my_custom_path }}" |
| # readOnly: true |
| extraVolumes: [] |
| extraVolumeMounts: [] |
| |
| # Select certain nodes for Airflow API server pods. |
| nodeSelector: {} |
| affinity: {} |
| tolerations: [] |
| topologySpreadConstraints: [] |
| |
| priorityClassName: ~ |
| |
| # hostAliases for API server pod |
| hostAliases: [] |
| |
| # annotations for Airflow API server deployment |
| annotations: {} |
| |
| podAnnotations: {} |
| |
| networkPolicy: |
| ingress: |
| # Peers for Airflow API server NetworkPolicy ingress |
| from: [] |
| # Ports for Airflow API server NetworkPolicy ingress (if `from` is set) |
| ports: |
| - port: "{{ .Values.ports.apiServer }}" |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # Add custom annotations to the apiServer configmap |
| configMapAnnotations: {} |
| |
| # This string (templated) will be mounted into the Airflow API Server |
| # as a custom webserver_config.py. You can bake a webserver_config.py in to |
| # your image instead or specify a configmap containing the |
| # webserver_config.py. |
| apiServerConfig: ~ |
| # apiServerConfig: | |
| # from airflow import configuration as conf |
| |
| # # The SQLAlchemy connection string. |
| # SQLALCHEMY_DATABASE_URI = conf.get('database', 'SQL_ALCHEMY_CONN') |
| |
| # # Flask-WTF flag for CSRF |
| # CSRF_ENABLED = True |
| apiServerConfigConfigMapName: ~ |
| |
| livenessProbe: |
| initialDelaySeconds: 15 |
| timeoutSeconds: 5 |
| failureThreshold: 5 |
| periodSeconds: 10 |
| scheme: HTTP |
| |
| readinessProbe: |
| initialDelaySeconds: 15 |
| timeoutSeconds: 5 |
| failureThreshold: 5 |
| periodSeconds: 10 |
| scheme: HTTP |
| |
| startupProbe: |
| initialDelaySeconds: 0 |
| timeoutSeconds: 20 |
| failureThreshold: 6 |
| periodSeconds: 10 |
| scheme: HTTP |
| |
| # Airflow webserver settings |
| webserver: |
| enabled: true |
| # Add custom annotations to the webserver configmap |
| configMapAnnotations: {} |
| # hostAliases for the webserver pod |
| hostAliases: [] |
| # - ip: "127.0.0.1" |
| # hostnames: |
| # - "foo.local" |
| # - ip: "10.1.2.3" |
| # hostnames: |
| # - "foo.remote" |
| allowPodLogReading: true |
| livenessProbe: |
| initialDelaySeconds: 15 |
| timeoutSeconds: 5 |
| failureThreshold: 5 |
| periodSeconds: 10 |
| scheme: HTTP |
| |
| readinessProbe: |
| initialDelaySeconds: 15 |
| timeoutSeconds: 5 |
| failureThreshold: 5 |
| periodSeconds: 10 |
| scheme: HTTP |
| |
| # Wait for at most 1 minute (6*10s) for the webserver container to startup. |
| # livenessProbe kicks in after the first successful startupProbe |
| startupProbe: |
| initialDelaySeconds: 0 |
| timeoutSeconds: 20 |
| failureThreshold: 6 |
| periodSeconds: 10 |
| scheme: HTTP |
| |
| # Number of webservers |
| replicas: 1 |
| # Max number of old replicasets to retain |
| revisionHistoryLimit: ~ |
| |
| # Command to use when running the Airflow webserver (templated). |
| command: ~ |
| # Args to use when running the Airflow webserver (templated). |
| args: ["bash", "-c", "exec airflow webserver"] |
| |
| # Grace period for webserver to finish after SIGTERM is sent from kubernetes |
| terminationGracePeriodSeconds: 30 |
| |
| # Allow HPA |
| hpa: |
| enabled: false |
| |
| # Minimum number of webservers created by HPA |
| minReplicaCount: 1 |
| |
| # Maximum number of webservers created by HPA |
| maxReplicaCount: 5 |
| |
| # Specifications for which to use to calculate the desired replica count |
| metrics: |
| - type: Resource |
| resource: |
| name: cpu |
| target: |
| type: Utilization |
| averageUtilization: 80 |
| |
| # Scaling behavior of the target in both Up and Down directions |
| behavior: {} |
| |
| |
| # Create ServiceAccount |
| serviceAccount: |
| # default value is true |
| # ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-service-account/ |
| automountServiceAccountToken: true |
| # Specifies whether a ServiceAccount should be created |
| create: true |
| # The name of the ServiceAccount to use. |
| # If not set and create is true, a name is generated using the release name |
| name: ~ |
| |
| # Annotations to add to webserver kubernetes service account. |
| annotations: {} |
| |
| # Webserver pod disruption budget |
| podDisruptionBudget: |
| enabled: false |
| |
| # PDB configuration |
| config: |
| # minAvailable and maxUnavailable are mutually exclusive |
| maxUnavailable: 1 |
| # minAvailable: 1 |
| |
| # Allow overriding Update Strategy for Webserver |
| strategy: ~ |
| |
| # When not set, the values defined in the global securityContext will be used |
| # (deprecated, use `securityContexts` instead) |
| securityContext: {} |
| # runAsUser: 50000 |
| # fsGroup: 0 |
| # runAsGroup: 0 |
| |
| # Detailed default security contexts for webserver deployments for container and pod level |
| securityContexts: |
| pod: {} |
| container: {} |
| |
| # container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| # Additional network policies as needed (Deprecated - renamed to `webserver.networkPolicy.ingress.from`) |
| extraNetworkPolicies: [] |
| networkPolicy: |
| ingress: |
| # Peers for webserver NetworkPolicy ingress |
| from: [] |
| # Ports for webserver NetworkPolicy ingress (if `from` is set) |
| ports: |
| - port: "{{ .Values.ports.airflowUI }}" |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # Create initial user. (Note: Deprecated, use createUserJob section instead) |
| # defaultUser: |
| # enabled: true |
| # role: Admin |
| # username: admin |
| # email: admin@example.com |
| # firstName: admin |
| # lastName: user |
| # password: admin |
| |
| # Launch additional containers into webserver (templated). |
| extraContainers: [] |
| # Add additional init containers into webserver (templated). |
| extraInitContainers: [] |
| |
| # Mount additional volumes into webserver. It can be templated like in the following example: |
| # extraVolumes: |
| # - name: my-templated-extra-volume |
| # secret: |
| # secretName: '{{ include "my_secret_template" . }}' |
| # defaultMode: 0640 |
| # optional: true |
| # |
| # extraVolumeMounts: |
| # - name: my-templated-extra-volume |
| # mountPath: "{{ .Values.my_custom_path }}" |
| # readOnly: true |
| extraVolumes: [] |
| extraVolumeMounts: [] |
| |
| # This string (templated) will be mounted into the Airflow Webserver |
| # as a custom webserver_config.py. You can bake a webserver_config.py in to |
| # your image instead or specify a configmap containing the |
| # webserver_config.py. |
| webserverConfig: ~ |
| # webserverConfig: | |
| # from airflow import configuration as conf |
| |
| # # The SQLAlchemy connection string. |
| # SQLALCHEMY_DATABASE_URI = conf.get('database', 'SQL_ALCHEMY_CONN') |
| |
| # # Flask-WTF flag for CSRF |
| # CSRF_ENABLED = True |
| webserverConfigConfigMapName: ~ |
| |
| service: |
| type: ClusterIP |
| ## service annotations |
| annotations: {} |
| ports: |
| - name: airflow-ui |
| port: "{{ .Values.ports.airflowUI }}" |
| # To change the port used to access the webserver: |
| # ports: |
| # - name: airflow-ui |
| # port: 80 |
| # targetPort: airflow-ui |
| # To only expose a sidecar, not the webserver directly: |
| # ports: |
| # - name: only_sidecar |
| # port: 80 |
| # targetPort: 8888 |
| # If you have a public IP, set NodePort to set an external port. |
| # Service type must be 'NodePort': |
| # ports: |
| # - name: airflow-ui |
| # port: 8080 |
| # targetPort: 8080 |
| # nodePort: 31151 |
| loadBalancerIP: ~ |
| ## Limit load balancer source ips to list of CIDRs |
| # loadBalancerSourceRanges: |
| # - "10.123.0.0/16" |
| loadBalancerSourceRanges: [] |
| |
| # Select certain nodes for airflow webserver pods. |
| nodeSelector: {} |
| priorityClassName: ~ |
| affinity: {} |
| # default webserver affinity is: |
| # podAntiAffinity: |
| # preferredDuringSchedulingIgnoredDuringExecution: |
| # - podAffinityTerm: |
| # labelSelector: |
| # matchLabels: |
| # component: webserver |
| # topologyKey: kubernetes.io/hostname |
| # weight: 100 |
| tolerations: [] |
| topologySpreadConstraints: [] |
| |
| # annotations for webserver deployment |
| annotations: {} |
| |
| podAnnotations: {} |
| |
| # Labels specific webserver app |
| labels: {} |
| |
| waitForMigrations: |
| # Whether to create init container to wait for db migrations |
| enabled: true |
| env: [] |
| # Detailed default security context for waitForMigrations for container level |
| securityContexts: |
| container: {} |
| |
| env: [] |
| |
| # Airflow Triggerer Config |
| triggerer: |
| enabled: true |
| # Number of airflow triggerers in the deployment |
| replicas: 1 |
| # Max number of old replicasets to retain |
| revisionHistoryLimit: ~ |
| |
| # Command to use when running Airflow triggerers (templated). |
| command: ~ |
| # Args to use when running Airflow triggerer (templated). |
| args: ["bash", "-c", "exec airflow triggerer"] |
| |
| # Update Strategy when triggerer is deployed as a StatefulSet |
| updateStrategy: ~ |
| # Update Strategy when triggerer is deployed as a Deployment |
| strategy: |
| rollingUpdate: |
| maxSurge: "100%" |
| maxUnavailable: "50%" |
| |
| # If the triggerer stops heartbeating for 5 minutes (5*60s) kill the |
| # triggerer and let Kubernetes restart it |
| livenessProbe: |
| initialDelaySeconds: 10 |
| timeoutSeconds: 20 |
| failureThreshold: 5 |
| periodSeconds: 60 |
| command: ~ |
| |
| # Create ServiceAccount |
| serviceAccount: |
| # default value is true |
| # ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-service-account/ |
| automountServiceAccountToken: true |
| # Specifies whether a ServiceAccount should be created |
| create: true |
| # The name of the ServiceAccount to use. |
| # If not set and create is true, a name is generated using the release name |
| name: ~ |
| |
| # Annotations to add to triggerer kubernetes service account. |
| annotations: {} |
| |
| # When not set, the values defined in the global securityContext will be used |
| securityContext: {} |
| # runAsUser: 50000 |
| # fsGroup: 0 |
| # runAsGroup: 0 |
| |
| # Detailed default security context for triggerer for container and pod level |
| securityContexts: |
| pod: {} |
| container: {} |
| |
| # container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| persistence: |
| # Enable persistent volumes |
| enabled: true |
| # This policy determines whether PVCs should be deleted when StatefulSet is scaled down or removed. |
| persistentVolumeClaimRetentionPolicy: ~ |
| # Volume size for triggerer StatefulSet |
| size: 100Gi |
| # If using a custom storageClass, pass name ref to all statefulSets here |
| storageClassName: |
| # Execute init container to chown log directory. |
| # This is currently only needed in kind, due to usage |
| # of local-path provisioner. |
| fixPermissions: false |
| # Annotations to add to triggerer volumes |
| annotations: {} |
| |
| # Triggerer pod disruption budget |
| podDisruptionBudget: |
| enabled: false |
| |
| # PDB configuration |
| config: |
| # minAvailable and maxUnavailable are mutually exclusive |
| maxUnavailable: 1 |
| # minAvailable: 1 |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # Grace period for triggerer to finish after SIGTERM is sent from kubernetes |
| terminationGracePeriodSeconds: 60 |
| |
| # This setting tells kubernetes that its ok to evict |
| # when it wants to scale a node down. |
| safeToEvict: true |
| |
| # Launch additional containers into triggerer (templated). |
| extraContainers: [] |
| # Add additional init containers into triggerers (templated). |
| extraInitContainers: [] |
| |
| # Mount additional volumes into triggerer. It can be templated like in the following example: |
| # extraVolumes: |
| # - name: my-templated-extra-volume |
| # secret: |
| # secretName: '{{ include "my_secret_template" . }}' |
| # defaultMode: 0640 |
| # optional: true |
| # |
| # extraVolumeMounts: |
| # - name: my-templated-extra-volume |
| # mountPath: "{{ .Values.my_custom_path }}" |
| # readOnly: true |
| extraVolumes: [] |
| extraVolumeMounts: [] |
| |
| # Select certain nodes for airflow triggerer pods. |
| nodeSelector: {} |
| affinity: {} |
| # default triggerer affinity is: |
| # podAntiAffinity: |
| # preferredDuringSchedulingIgnoredDuringExecution: |
| # - podAffinityTerm: |
| # labelSelector: |
| # matchLabels: |
| # component: triggerer |
| # topologyKey: kubernetes.io/hostname |
| # weight: 100 |
| tolerations: [] |
| topologySpreadConstraints: [] |
| |
| # hostAliases for the triggerer pod |
| hostAliases: [] |
| # - ip: "127.0.0.1" |
| # hostnames: |
| # - "foo.local" |
| # - ip: "10.1.2.3" |
| # hostnames: |
| # - "foo.remote" |
| |
| priorityClassName: ~ |
| |
| # annotations for the triggerer deployment |
| annotations: {} |
| |
| podAnnotations: {} |
| |
| # Labels specific to triggerer objects and pods |
| labels: {} |
| |
| logGroomerSidecar: |
| # Whether to deploy the Airflow triggerer log groomer sidecar. |
| enabled: true |
| # Command to use when running the Airflow triggerer log groomer sidecar (templated). |
| command: ~ |
| # Args to use when running the Airflow triggerer log groomer sidecar (templated). |
| args: ["bash", "/clean-logs"] |
| # Number of days to retain logs |
| retentionDays: 15 |
| # frequency to attempt to groom logs, in minutes |
| frequencyMinutes: 15 |
| # Max size of logs in bytes. 0 = disabled |
| maxSizeBytes: 0 |
| # Max size of logs as a percent of disk usage. 0 = disabled. Ignored if maxSizeBytes is set. |
| maxSizePercent: 0 |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| # Detailed default security context for logGroomerSidecar for container level |
| securityContexts: |
| container: {} |
| |
| # container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| env: [] |
| |
| waitForMigrations: |
| # Whether to create init container to wait for db migrations |
| enabled: true |
| env: [] |
| # Detailed default security context for waitForMigrations for container level |
| securityContexts: |
| container: {} |
| |
| env: [] |
| |
| # Allow KEDA autoscaling. |
| keda: |
| enabled: false |
| namespaceLabels: {} |
| |
| # How often KEDA polls the airflow DB to report new scale requests to the HPA |
| pollingInterval: 5 |
| |
| # How many seconds KEDA will wait before scaling to zero. |
| # Note that HPA has a separate cooldown period for scale-downs |
| cooldownPeriod: 30 |
| |
| # Minimum number of triggerers created by keda |
| minReplicaCount: 0 |
| |
| # Maximum number of triggerers created by keda |
| maxReplicaCount: 10 |
| |
| # Specify HPA related options |
| advanced: {} |
| # horizontalPodAutoscalerConfig: |
| # behavior: |
| # scaleDown: |
| # stabilizationWindowSeconds: 300 |
| # policies: |
| # - type: Percent |
| # value: 100 |
| # periodSeconds: 15 |
| |
| # Query to use for KEDA autoscaling. Must return a single integer. |
| query: >- |
| SELECT ceil(COUNT(*)::decimal / {{ include "triggerer.capacity" . }}) |
| FROM trigger |
| |
| # Whether to use PGBouncer to connect to the database or not when it is enabled |
| # This configuration will be ignored if PGBouncer is not enabled |
| usePgbouncer: false |
| |
| # Airflow Dag Processor Config |
| dagProcessor: |
| enabled: ~ |
| |
| # Dag Bundle Configuration |
| # Define Dag bundles in a structured YAML format. This will be automatically |
| # converted to JSON string format for config.dag_processor.dag_bundle_config_list. |
| dagBundleConfigList: |
| - name: dags-folder |
| classpath: "airflow.dag_processing.bundles.local.LocalDagBundle" |
| kwargs: {} |
| # Example: |
| # dagBundleConfigList: |
| # - name: bundle1 |
| # classpath: "airflow.providers.git.bundles.git.GitDagBundle" |
| # kwargs: |
| # git_conn_id: "GITHUB__repo1" |
| # subdir: "dags" |
| # tracking_ref: "main" |
| # refresh_interval: 60 |
| # - name: bundle2 |
| # classpath: "airflow.providers.git.bundles.git.GitDagBundle" |
| # kwargs: |
| # git_conn_id: "GITHUB__repo2" |
| # subdir: "dags" |
| # tracking_ref: "develop" |
| # refresh_interval: 120 |
| # - name: dags-folder |
| # classpath: "airflow.dag_processing.bundles.local.LocalDagBundle" |
| # kwargs: {} |
| |
| # Number of airflow dag processors in the deployment |
| replicas: 1 |
| # Max number of old replicasets to retain |
| revisionHistoryLimit: ~ |
| |
| # Command to use when running Airflow dag processors (templated). |
| command: ~ |
| # Args to use when running Airflow dag processor (templated). |
| args: ["bash", "-c", "exec airflow dag-processor"] |
| |
| # Update Strategy for dag processors |
| strategy: |
| rollingUpdate: |
| maxSurge: "100%" |
| maxUnavailable: "50%" |
| |
| # If the dag processor stops heartbeating for 5 minutes (5*60s) kill the |
| # dag processor and let Kubernetes restart it |
| livenessProbe: |
| initialDelaySeconds: 10 |
| timeoutSeconds: 20 |
| failureThreshold: 5 |
| periodSeconds: 60 |
| command: ~ |
| |
| # Create ServiceAccount |
| serviceAccount: |
| # default value is true |
| # ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-service-account/ |
| automountServiceAccountToken: true |
| # Specifies whether a ServiceAccount should be created |
| create: true |
| # The name of the ServiceAccount to use. |
| # If not set and create is true, a name is generated using the release name |
| name: ~ |
| |
| # Annotations to add to dag processor kubernetes service account. |
| annotations: {} |
| |
| # Dag processor pod disruption budget |
| podDisruptionBudget: |
| enabled: false |
| |
| # PDB configuration |
| config: |
| # minAvailable and maxUnavailable are mutually exclusive |
| maxUnavailable: 1 |
| # minAvailable: 1 |
| |
| # When not set, the values defined in the global securityContext will be used |
| securityContext: {} |
| # runAsUser: 50000 |
| # fsGroup: 0 |
| # runAsGroup: 0 |
| |
| # Detailed default security context for dagProcessor for container and pod level |
| securityContexts: |
| pod: {} |
| container: {} |
| |
| # container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # Grace period for dag processor to finish after SIGTERM is sent from kubernetes |
| terminationGracePeriodSeconds: 60 |
| |
| # This setting tells kubernetes that its ok to evict |
| # when it wants to scale a node down. |
| safeToEvict: true |
| |
| # Launch additional containers into dag processor (templated). |
| extraContainers: [] |
| # Add additional init containers into dag processors (templated). |
| extraInitContainers: [] |
| |
| # Mount additional volumes into dag processor. It can be templated like in the following example: |
| # extraVolumes: |
| # - name: my-templated-extra-volume |
| # secret: |
| # secretName: '{{ include "my_secret_template" . }}' |
| # defaultMode: 0640 |
| # optional: true |
| # |
| # extraVolumeMounts: |
| # - name: my-templated-extra-volume |
| # mountPath: "{{ .Values.my_custom_path }}" |
| # readOnly: true |
| extraVolumes: [] |
| extraVolumeMounts: [] |
| |
| # Select certain nodes for airflow dag processor pods. |
| nodeSelector: {} |
| affinity: {} |
| # default dag processor affinity is: |
| # podAntiAffinity: |
| # preferredDuringSchedulingIgnoredDuringExecution: |
| # - podAffinityTerm: |
| # labelSelector: |
| # matchLabels: |
| # component: dag-processor |
| # topologyKey: kubernetes.io/hostname |
| # weight: 100 |
| tolerations: [] |
| topologySpreadConstraints: [] |
| |
| priorityClassName: ~ |
| |
| # annotations for the dag processor deployment |
| annotations: {} |
| |
| podAnnotations: {} |
| |
| logGroomerSidecar: |
| # Whether to deploy the Airflow dag processor log groomer sidecar. |
| enabled: true |
| # Command to use when running the Airflow dag processor log groomer sidecar (templated). |
| command: ~ |
| # Args to use when running the Airflow dag processor log groomer sidecar (templated). |
| args: ["bash", "/clean-logs"] |
| # Number of days to retain logs |
| retentionDays: 15 |
| # frequency to attempt to groom logs, in minutes |
| frequencyMinutes: 15 |
| # Max size of logs in bytes. 0 = disabled |
| maxSizeBytes: 0 |
| # Max size of logs as a percent of disk usage. 0 = disabled. Ignored if maxSizeBytes is set. |
| maxSizePercent: 0 |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| securityContexts: |
| container: {} |
| |
| env: [] |
| |
| waitForMigrations: |
| # Whether to create init container to wait for db migrations |
| enabled: true |
| env: [] |
| # Detailed default security context for waitForMigrations for container level |
| securityContexts: |
| container: {} |
| |
| # Labels specific to dag processor objects |
| labels: {} |
| |
| # Environment variables to add to dag processor container |
| env: [] |
| |
| # Flower settings |
| flower: |
| # Enable flower. |
| # If True, and using CeleryExecutor/CeleryKubernetesExecutor, will deploy flower app. |
| enabled: false |
| |
| livenessProbe: |
| initialDelaySeconds: 10 |
| timeoutSeconds: 5 |
| failureThreshold: 10 |
| periodSeconds: 5 |
| |
| readinessProbe: |
| initialDelaySeconds: 10 |
| timeoutSeconds: 5 |
| failureThreshold: 10 |
| periodSeconds: 5 |
| |
| # Wait for at most 1 minute (6*10s) for the flower container to startup. |
| # livenessProbe kicks in after the first successful startupProbe |
| startupProbe: |
| initialDelaySeconds: 0 |
| timeoutSeconds: 20 |
| failureThreshold: 6 |
| periodSeconds: 10 |
| |
| # Max number of old replicasets to retain |
| revisionHistoryLimit: ~ |
| |
| # Command to use when running flower (templated). |
| command: ~ |
| # Args to use when running flower (templated). |
| args: |
| - "bash" |
| - "-c" |
| # The format below is necessary to get `helm lint` happy |
| - |- |
| exec \ |
| airflow celery flower |
| |
| # Additional network policies as needed (Deprecated - renamed to `flower.networkPolicy.ingress.from`) |
| extraNetworkPolicies: [] |
| networkPolicy: |
| ingress: |
| # Peers for flower NetworkPolicy ingress |
| from: [] |
| # Ports for flower NetworkPolicy ingress (if ingressPeers is set) |
| ports: |
| - port: "{{ .Values.ports.flowerUI }}" |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # When not set, the values defined in the global securityContext will be used |
| securityContext: {} |
| # runAsUser: 50000 |
| # fsGroup: 0 |
| # runAsGroup: 0 |
| |
| # Detailed default security context for flower for container and pod level |
| securityContexts: |
| pod: {} |
| container: {} |
| |
| # container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| # Create ServiceAccount |
| serviceAccount: |
| # default value is true |
| # ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-service-account/ |
| automountServiceAccountToken: true |
| # Specifies whether a ServiceAccount should be created |
| create: true |
| # The name of the ServiceAccount to use. |
| # If not set and create is true, a name is generated using the release name |
| name: ~ |
| |
| # Annotations to add to worker kubernetes service account. |
| annotations: {} |
| |
| # A secret containing the connection |
| secretName: ~ |
| # Add custom annotations to the flower secret |
| secretAnnotations: {} |
| |
| # Else, if username and password are set, create secret from username and password |
| username: ~ |
| password: ~ |
| |
| service: |
| type: ClusterIP |
| ## service annotations |
| annotations: {} |
| ports: |
| - name: flower-ui |
| port: "{{ .Values.ports.flowerUI }}" |
| # To change the port used to access flower: |
| # ports: |
| # - name: flower-ui |
| # port: 8080 |
| # targetPort: flower-ui |
| loadBalancerIP: ~ |
| ## Limit load balancer source ips to list of CIDRs |
| # loadBalancerSourceRanges: |
| # - "10.123.0.0/16" |
| loadBalancerSourceRanges: [] |
| |
| # Launch additional containers into the flower pods. |
| extraContainers: [] |
| # Mount additional volumes into the flower pods. It can be templated like in the following example: |
| # extraVolumes: |
| # - name: my-templated-extra-volume |
| # secret: |
| # secretName: '{{ include "my_secret_template" . }}' |
| # defaultMode: 0640 |
| # optional: true |
| # |
| # extraVolumeMounts: |
| # - name: my-templated-extra-volume |
| # mountPath: "{{ .Values.my_custom_path }}" |
| # readOnly: true |
| extraVolumes: [] |
| extraVolumeMounts: [] |
| |
| # Select certain nodes for airflow flower pods. |
| nodeSelector: {} |
| affinity: {} |
| tolerations: [] |
| topologySpreadConstraints: [] |
| |
| priorityClassName: ~ |
| |
| # annotations for the flower deployment |
| annotations: {} |
| |
| podAnnotations: {} |
| |
| # Labels specific to flower objects and pods |
| labels: {} |
| env: [] |
| |
| # StatsD settings |
| statsd: |
| # Add custom annotations to the statsd configmap |
| configMapAnnotations: {} |
| |
| enabled: true |
| # Max number of old replicasets to retain |
| revisionHistoryLimit: ~ |
| |
| # Arguments for StatsD exporter command. |
| args: ["--statsd.mapping-config=/etc/statsd-exporter/mappings.yml"] |
| |
| # If you ever need to fully override the entire args list, you can |
| # supply your own array here; if set, all below flag-specific values |
| # (mappingConfig, cache-size, cache-type, ttl) are ignored. |
| # args: |
| # - "--statsd.cache-size=1000" |
| # - "--statsd.cache-type=random" |
| # - "--ttl=10m" |
| # ------------------------------------------------------------------- |
| |
| # Path in the container to the mapping config file. |
| |
| cache: |
| # Maximum number of metric‐mapping entries to keep in cache. |
| # When you send more distinct metric names than this, older entries |
| # will be evicted according to cacheType. |
| # Default: 1000 |
| size: 1000 |
| |
| # Metrics Eviction policy for the mapping cache. |
| # - lru → Least‐Recently‐Used eviction |
| # - random → Random eviction |
| # Default: lru |
| type: lru |
| |
| # Per‐metric time‐to‐live. When set to a non‐zero duration, any metric |
| # series that hasn't received an update in this interval will be dropped |
| # from the exported /metrics output. |
| # Format: Go duration string (e.g. "30s", "5m", "1h") |
| # Default: "0s" (disabled, never expires) |
| ttl: "0s" |
| |
| # Annotations to add to the StatsD Deployment. |
| annotations: {} |
| |
| # Grace period for statsd to finish after SIGTERM is sent from kubernetes |
| terminationGracePeriodSeconds: 30 |
| |
| # Create ServiceAccount |
| serviceAccount: |
| # default value is true |
| # ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-service-account/ |
| automountServiceAccountToken: true |
| # Specifies whether a ServiceAccount should be created |
| create: true |
| # The name of the ServiceAccount to use. |
| # If not set and create is true, a name is generated using the release name |
| name: ~ |
| |
| # Annotations to add to worker kubernetes service account. |
| annotations: {} |
| |
| uid: 65534 |
| # When not set, `statsd.uid` will be used |
| |
| # (deprecated, use `securityContexts` instead) |
| securityContext: {} |
| # runAsUser: 65534 |
| # fsGroup: 0 |
| # runAsGroup: 0 |
| |
| # Detailed default security context for statsd deployments for container and pod level |
| securityContexts: |
| pod: {} |
| container: {} |
| |
| # container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| # Additional network policies as needed |
| extraNetworkPolicies: [] |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| service: |
| extraAnnotations: {} |
| |
| # Select certain nodes for StatsD pods. |
| nodeSelector: {} |
| affinity: {} |
| tolerations: [] |
| topologySpreadConstraints: [] |
| |
| priorityClassName: ~ |
| |
| # Additional mappings for StatsD exporter. |
| # If set, will merge default mapping and extra mappings, default mapping has higher priority. |
| # So, if you want to change some default mapping, please use `overrideMappings` |
| extraMappings: [] |
| |
| # Override mappings for StatsD exporter. |
| # If set, will ignore setting item in default and `extraMappings`. |
| # So, If you use it, ensure all mapping item contains in it. |
| overrideMappings: [] |
| |
| podAnnotations: {} |
| |
| # Labels specific to statsd objects and pods |
| labels: {} |
| # Environment variables to add to statsd container |
| env: [] |
| |
| # PgBouncer settings |
| pgbouncer: |
| # Enable PgBouncer |
| enabled: false |
| # Number of PgBouncer replicas to run in Deployment |
| replicas: 1 |
| # Max number of old replicasets to retain |
| revisionHistoryLimit: ~ |
| # Command to use for PgBouncer(templated). |
| command: ["pgbouncer", "-u", "nobody", "/etc/pgbouncer/pgbouncer.ini"] |
| # Args to use for PgBouncer(templated). |
| args: ~ |
| auth_type: scram-sha-256 |
| auth_file: /etc/pgbouncer/users.txt |
| |
| # Whether to mount the config secret files at a default location (/etc/pgbouncer/*). |
| # Can be skipped to allow for other means to get the values, e.g. secrets provider class. |
| mountConfigSecret: true |
| |
| # annotations to be added to the PgBouncer deployment |
| annotations: {} |
| |
| podAnnotations: {} |
| |
| # Add custom annotations to the pgbouncer certificates secret |
| certificatesSecretAnnotations: {} |
| |
| # Create ServiceAccount |
| serviceAccount: |
| # default value is true |
| # ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-service-account/ |
| automountServiceAccountToken: true |
| # Specifies whether a ServiceAccount should be created |
| create: true |
| # The name of the ServiceAccount to use. |
| # If not set and create is true, a name is generated using the release name |
| name: ~ |
| |
| # Annotations to add to worker kubernetes service account. |
| annotations: {} |
| |
| # Additional network policies as needed |
| extraNetworkPolicies: [] |
| |
| # Pool sizes |
| metadataPoolSize: 10 |
| resultBackendPoolSize: 5 |
| |
| # Maximum clients that can connect to PgBouncer (higher = more file descriptors) |
| maxClientConn: 100 |
| |
| # supply the name of existing secret with pgbouncer.ini and users.txt defined |
| # you can load them to a k8s secret like the one below |
| # apiVersion: v1 |
| # kind: Secret |
| # metadata: |
| # name: pgbouncer-config-secret |
| # data: |
| # pgbouncer.ini: <base64_encoded pgbouncer.ini file content> |
| # users.txt: <base64_encoded users.txt file content> |
| # type: Opaque |
| # |
| # configSecretName: pgbouncer-config-secret |
| # |
| configSecretName: ~ |
| # Add custom annotations to the pgbouncer config secret |
| configSecretAnnotations: {} |
| |
| # PgBouncer pod disruption budget |
| podDisruptionBudget: |
| enabled: false |
| |
| # PDB configuration |
| config: |
| # minAvailable and maxUnavailable are mutually exclusive |
| maxUnavailable: 1 |
| # minAvailable: 1 |
| |
| # Limit the resources to PgBouncer. |
| # When you specify the resource request the k8s scheduler uses this information to decide which node to |
| # place the Pod on. When you specify a resource limit for a Container, the kubelet enforces those limits so |
| # that the running container is not allowed to use more of that resource than the limit you set. |
| # See: https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/ |
| # Example: |
| # |
| # resource: |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| resources: {} |
| |
| service: |
| extraAnnotations: {} |
| clusterIp: ~ |
| |
| # https://www.pgbouncer.org/config.html |
| verbose: 0 |
| logDisconnections: 0 |
| logConnections: 0 |
| |
| sslmode: "prefer" |
| ciphers: "normal" |
| |
| ssl: |
| ca: ~ |
| cert: ~ |
| key: ~ |
| |
| # Add extra PgBouncer ini configuration in the databases section: |
| # https://www.pgbouncer.org/config.html#section-databases |
| extraIniMetadata: ~ |
| extraIniResultBackend: ~ |
| # Add extra general PgBouncer ini configuration: https://www.pgbouncer.org/config.html |
| extraIni: ~ |
| |
| # Mount additional volumes into pgbouncer. It can be templated like in the following example: |
| # extraVolumes: |
| # - name: my-templated-extra-volume |
| # secret: |
| # secretName: '{{ include "my_secret_template" . }}' |
| # defaultMode: 0640 |
| # optional: true |
| # |
| # extraVolumeMounts: |
| # - name: my-templated-extra-volume |
| # mountPath: "{{ .Values.my_custom_path }}" |
| # readOnly: true |
| # Volumes apply to all pgbouncer containers, while volume mounts apply to the pgbouncer |
| # container itself. Metrics exporter container has its own mounts. |
| extraVolumes: [] |
| extraVolumeMounts: [] |
| |
| # Launch additional containers into pgbouncer. |
| extraContainers: [] |
| |
| # Select certain nodes for PgBouncer pods. |
| nodeSelector: {} |
| affinity: {} |
| tolerations: [] |
| topologySpreadConstraints: [] |
| |
| priorityClassName: ~ |
| |
| uid: 65534 |
| |
| # Detailed default security context for pgbouncer for container level |
| securityContexts: |
| pod: {} |
| container: {} |
| |
| # container level lifecycle hooks |
| containerLifecycleHooks: |
| preStop: |
| exec: |
| # Allow existing queries clients to complete within 120 seconds |
| command: ["/bin/sh", "-c", "killall -INT pgbouncer && sleep 120"] |
| |
| metricsExporterSidecar: |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| sslmode: "disable" |
| |
| # supply the name of existing secret with PGBouncer connection URI containing |
| # stats user and password. |
| # you can load them to a k8s secret like the one below |
| # apiVersion: v1 |
| # kind: Secret |
| # metadata: |
| # name: pgbouncer-stats-secret |
| # data: |
| # connection: postgresql://<stats user>:<password>@127.0.0.1:6543/pgbouncer?<connection params> |
| # type: Opaque |
| # |
| # statsSecretName: pgbouncer-stats-secret |
| # |
| statsSecretName: ~ |
| |
| # Key containing the PGBouncer connection URI, defaults to `connection` if not defined |
| statsSecretKey: ~ |
| # Add custom annotations to the pgbouncer stats secret |
| statsSecretAnnotations: {} |
| |
| # Detailed default security context for metricsExporterSidecar for container level |
| securityContexts: |
| container: {} |
| |
| # container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| livenessProbe: |
| initialDelaySeconds: 10 |
| periodSeconds: 10 |
| timeoutSeconds: 1 |
| |
| readinessProbe: |
| initialDelaySeconds: 10 |
| periodSeconds: 10 |
| timeoutSeconds: 1 |
| |
| # Mount additional volumes into the metrics exporter. It can be templated like in the following example: |
| # extraVolumeMounts: |
| # - name: my-templated-extra-volume |
| # mountPath: "{{ .Values.my_custom_path }}" |
| # readOnly: true |
| extraVolumeMounts: [] |
| |
| # Labels specific to pgbouncer objects and pods |
| labels: {} |
| # Environment variables to add to pgbouncer container |
| env: [] |
| |
| # Configuration for the redis provisioned by the chart |
| redis: |
| enabled: true |
| terminationGracePeriodSeconds: 600 |
| |
| # Annotations for Redis Statefulset |
| annotations: {} |
| |
| # Create ServiceAccount |
| serviceAccount: |
| # default value is true |
| # ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-service-account/ |
| automountServiceAccountToken: true |
| # Specifies whether a ServiceAccount should be created |
| create: true |
| # The name of the ServiceAccount to use. |
| # If not set and create is true, a name is generated using the release name |
| name: ~ |
| |
| # Annotations to add to worker kubernetes service account. |
| annotations: {} |
| |
| service: |
| # service type, default: ClusterIP |
| type: "ClusterIP" |
| # If using ClusterIP service type, custom IP address can be specified |
| clusterIP: |
| # If using NodePort service type, custom node port can be specified |
| nodePort: |
| |
| persistence: |
| # Enable persistent volumes |
| enabled: true |
| # Volume size for worker StatefulSet |
| size: 1Gi |
| # If using a custom storageClass, pass name ref to all statefulSets here |
| storageClassName: |
| # Annotations to add to redis volumes |
| annotations: {} |
| # the name of an existing PVC to use |
| existingClaim: |
| |
| persistentVolumeClaimRetentionPolicy: ~ |
| # persistentVolumeClaimRetentionPolicy: |
| # whenDeleted: Delete |
| # whenScaled: Delete |
| |
| # Configuration for empty dir volume (if redis.persistence.enabled == false) |
| # emptyDirConfig: |
| # sizeLimit: 1Gi |
| # medium: Memory |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # If set use as redis secret. Make sure to also set data.brokerUrlSecretName value. |
| passwordSecretName: ~ |
| |
| # Else, if password is set, create secret with it, |
| # Otherwise a new password will be generated on install |
| # Note: password can only be set during install, not upgrade. |
| password: ~ |
| |
| # Add custom annotations to the redis password secret |
| passwordSecretAnnotations: {} |
| |
| # This setting tells kubernetes that its ok to evict |
| # when it wants to scale a node down. |
| safeToEvict: true |
| |
| # Select certain nodes for redis pods. |
| nodeSelector: {} |
| affinity: {} |
| tolerations: [] |
| topologySpreadConstraints: [] |
| priorityClassName: ~ |
| |
| # Set to 0 for backwards-compatibility |
| uid: 0 |
| # If not set, `redis.uid` will be used |
| securityContext: {} |
| # runAsUser: 999 |
| # runAsGroup: 0 |
| |
| # Detailed default security context for redis for container and pod level |
| securityContexts: |
| pod: {} |
| container: {} |
| |
| # container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| # Labels specific to redis objects and pods |
| labels: {} |
| |
| podAnnotations: {} |
| |
| # Auth secret for a private registry (Deprecated - use `imagePullSecrets` instead) |
| # This is used if pulling airflow images from a private registry |
| registry: |
| # Name of the Kubernetes secret containing Base64 encoded credentials to connect to a private registry |
| # (Deprecated - renamed to `imagePullSecrets`). |
| secretName: ~ |
| |
| # Credentials to connect to a private registry, these will get Base64 encoded and stored in a secret |
| # (Deprecated - create manually the credentials secret and add to `imagePullSecrets` instead). |
| # Example: |
| # connection: |
| # user: ~ |
| # pass: ~ |
| # host: ~ |
| # email: ~ |
| connection: {} |
| |
| # Elasticsearch logging configuration |
| elasticsearch: |
| # Enable elasticsearch task logging |
| enabled: false |
| # A secret containing the connection |
| secretName: ~ |
| # Add custom annotations to the elasticsearch secret |
| secretAnnotations: {} |
| # Or an object representing the connection |
| # Example: |
| # connection: |
| # scheme: ~ |
| # user: ~ |
| # pass: ~ |
| # host: ~ |
| # port: ~ |
| connection: {} |
| |
| # OpenSearch logging configuration |
| opensearch: |
| # Enable opensearch task logging |
| enabled: false |
| # A secret containing the connection |
| secretName: ~ |
| # Or an object representing the connection |
| # Example: |
| # connection: |
| # scheme: ~ |
| # user: ~ |
| # pass: ~ |
| # host: ~ |
| # port: ~ |
| connection: {} |
| |
| # All ports used by chart |
| ports: |
| flowerUI: 5555 |
| airflowUI: 8080 |
| workerLogs: 8793 |
| triggererLogs: 8794 |
| redisDB: 6379 |
| statsdIngest: 9125 |
| statsdScrape: 9102 |
| pgbouncer: 6543 |
| pgbouncerScrape: 9127 |
| apiServer: 8080 |
| |
| # Define any ResourceQuotas for namespace |
| quotas: {} |
| |
| # Define default/max/min values for pods and containers in namespace |
| limits: [] |
| |
| # This runs as a CronJob to cleanup old pods spawned by the KubernetesExecutor. |
| # It is required to have KubernetesExecutor enabled. |
| cleanup: |
| enabled: false |
| # Run every 15 minutes (templated). |
| schedule: "*/15 * * * *" |
| # To select a random-ish, deterministic starting minute between 3 and 12 inclusive for each release: |
| # '{{- add 3 (regexFind ".$" (adler32sum .Release.Name)) -}}-59/15 * * * *' |
| # To select the last digit of unix epoch time as the starting minute on each deploy: |
| # '{{- now | unixEpoch | trunc -1 -}}-59/* * * * *' |
| |
| # Command to use when running the cleanup cronjob (templated). |
| command: ~ |
| # Args to use when running the cleanup cronjob (templated). |
| args: ["bash", "-c", "exec airflow kubernetes cleanup-pods --namespace={{ .Release.Namespace }}"] |
| |
| # jobAnnotations are annotations on the cleanup CronJob |
| jobAnnotations: {} |
| |
| # Select certain nodes for airflow cleanup pods. |
| nodeSelector: {} |
| affinity: {} |
| tolerations: [] |
| topologySpreadConstraints: [] |
| priorityClassName: ~ |
| |
| podAnnotations: {} |
| |
| # Labels specific to cleanup objects and pods |
| labels: {} |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # Create ServiceAccount |
| serviceAccount: |
| # default value is true |
| # ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-service-account/ |
| automountServiceAccountToken: true |
| # Specifies whether a ServiceAccount should be created |
| create: true |
| # The name of the ServiceAccount to use. |
| # If not set and create is true, a name is generated using the release name |
| name: ~ |
| |
| # Annotations to add to cleanup cronjob kubernetes service account. |
| annotations: {} |
| |
| # When not set, the values defined in the global securityContext will be used |
| securityContext: {} |
| # runAsUser: 50000 |
| # runAsGroup: 0 |
| env: [] |
| |
| # Detailed default security context for cleanup for container level |
| securityContexts: |
| pod: {} |
| container: {} |
| |
| # container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| # Specify history limit |
| # When set, overwrite the default k8s number of successful and failed CronJob executions that are saved. |
| failedJobsHistoryLimit: ~ |
| successfulJobsHistoryLimit: ~ |
| |
| # This runs as a CronJob to cleanup database for old entries. |
| databaseCleanup: |
| enabled: false |
| applyCustomEnv: true |
| # Run every week on Sunday at midnight (templated). |
| schedule: "0 0 * * 0" |
| # Command to use when running the database cleanup cronjob (templated). |
| command: |
| - "bash" |
| # Args to use when running the database cleanup cronjob (templated). |
| args: |
| - "-c" |
| - >- |
| CLEAN_TS=$(date -d "-{{ .Values.databaseCleanup.retentionDays }} days" +"%Y-%m-%dT%H:%M:%S"); |
| echo "Cleaning up metadata DB entries older than ${CLEAN_TS}"; |
| exec airflow db clean --clean-before-timestamp "${CLEAN_TS}" --yes |
| {{- if .Values.databaseCleanup.skipArchive }} --skip-archive{{ end }} |
| {{- if .Values.databaseCleanup.verbose }} --verbose{{ end }} |
| {{- with .Values.databaseCleanup.batchSize }} --batch-size {{ . }}{{ end }} |
| {{- with .Values.databaseCleanup.tables }} --tables {{ . | join "," }}{{ end }} |
| |
| # Number of days to retain entries in the metadata database. |
| retentionDays: 90 |
| # Don't preserve purged records in an archive table |
| skipArchive: false |
| # Table names to perform maintenance on. Supported values in: |
| # https://airflow.apache.org/docs/apache-airflow/stable/cli-and-env-variables-ref.html#clean |
| tables: [] |
| # Maximum number of rows to delete or archive in a single transaction |
| batchSize: ~ |
| # Make logging output more verbose |
| verbose: true |
| |
| # jobAnnotations are annotations on the database cleanup CronJob |
| jobAnnotations: {} |
| |
| # Select certain nodes for airflow database cleanup pods. |
| nodeSelector: {} |
| affinity: {} |
| tolerations: [] |
| topologySpreadConstraints: [] |
| priorityClassName: ~ |
| |
| podAnnotations: {} |
| |
| # Labels specific to database cleanup objects and pods |
| labels: {} |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| # Create ServiceAccount |
| serviceAccount: |
| # default value is true |
| # ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-service-account/ |
| automountServiceAccountToken: true |
| # Specifies whether a ServiceAccount should be created |
| create: true |
| # The name of the ServiceAccount to use. |
| # If not set and create is true, a name is generated using the release name |
| name: ~ |
| |
| # Annotations to add to database cleanup cronjob kubernetes service account. |
| annotations: {} |
| |
| env: [] |
| |
| # Detailed default security context for database cleanup for container level |
| securityContexts: |
| pod: {} |
| container: {} |
| |
| # container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| # Specify history limit |
| # When set, overwrite the default k8s number of successful and failed CronJob executions that are saved. |
| failedJobsHistoryLimit: 1 |
| successfulJobsHistoryLimit: 1 |
| |
| # Configuration for postgresql subchart |
| # Uses bitnamilegacy images to avoid Bitnami licensing restrictions |
| # Not recommended for production - use external database instead |
| postgresql: |
| enabled: true |
| image: |
| repository: bitnamilegacy/postgresql |
| tag: "16.1.0-debian-11-r15" |
| auth: |
| enablePostgresUser: true |
| postgresPassword: postgres |
| username: "" |
| password: "" |
| |
| # Config settings to go into the mounted airflow.cfg |
| # |
| # Please note that these values are passed through the `tpl` function, so are |
| # all subject to being rendered as go templates. If you need to include a |
| # literal `{{` in a value, it must be expressed like this: |
| # |
| # a: '{{ "{{ not a template }}" }}' |
| # |
| # Do not set config containing secrets via plain text values, use Env Var or k8s secret object |
| # yamllint disable rule:line-length |
| config: |
| core: |
| dags_folder: '{{ include "airflow_dags" . }}' |
| # This is ignored when used with the official Docker image |
| load_examples: 'False' |
| executor: '{{ .Values.executor }}' |
| auth_manager: "airflow.providers.fab.auth_manager.fab_auth_manager.FabAuthManager" |
| logging: |
| remote_logging: '{{- ternary "True" "False" (or .Values.elasticsearch.enabled .Values.opensearch.enabled) }}' |
| colored_console_log: 'False' |
| metrics: |
| statsd_on: '{{ ternary "True" "False" .Values.statsd.enabled }}' |
| statsd_port: 9125 |
| statsd_prefix: airflow |
| statsd_host: '{{ printf "%s-statsd" (include "airflow.fullname" .) }}' |
| fab: |
| enable_proxy_fix: 'True' |
| webserver: |
| # For Airflow 2.X |
| enable_proxy_fix: 'True' |
| celery: |
| flower_url_prefix: '{{ ternary "" .Values.ingress.flower.path (eq .Values.ingress.flower.path "/") }}' |
| worker_concurrency: 16 |
| sync_parallelism: '{{ include "cpu_count" (((.Values.scheduler).resources).limits).cpu }}' |
| scheduler: |
| standalone_dag_processor: '{{ ternary "True" "False" (or (semverCompare ">=3.0.0" .Values.airflowVersion) (.Values.dagProcessor.enabled | default false)) }}' |
| dag_processor: |
| # Dag bundle configuration list in JSON string format. |
| # This is automatically generated from .Values.dagProcessor.dagBundleConfigList using the dag_bundle_config_list helper function. |
| # Deprecated: Direct override via config.dag_processor.dag_bundle_config_list is deprecated. |
| # Use dagProcessor.dagBundleConfigList instead. |
| dag_bundle_config_list: '{{ include "dag_bundle_config_list" . }}' |
| elasticsearch: |
| json_format: 'True' |
| log_id_template: "{dag_id}_{task_id}_{execution_date}_{try_number}" |
| elasticsearch_configs: |
| max_retries: 3 |
| timeout: 30 |
| retry_timeout: 'True' |
| kerberos: |
| keytab: '{{ .Values.kerberos.keytabPath }}' |
| reinit_frequency: '{{ .Values.kerberos.reinitFrequency }}' |
| principal: '{{ .Values.kerberos.principal }}' |
| ccache: '{{ .Values.kerberos.ccacheMountPath }}/{{ .Values.kerberos.ccacheFileName }}' |
| celery_kubernetes_executor: |
| kubernetes_queue: 'kubernetes' |
| kubernetes_executor: |
| namespace: '{{ .Release.Namespace }}' |
| pod_template_file: '{{ include "airflow_pod_template_file" . }}/pod_template_file.yaml' |
| worker_container_repository: '{{ .Values.images.airflow.repository | default .Values.defaultAirflowRepository }}' |
| worker_container_tag: '{{ .Values.images.airflow.tag | default .Values.defaultAirflowTag }}' |
| multi_namespace_mode: '{{ ternary "True" "False" .Values.multiNamespaceMode }}' |
| |
| # yamllint enable rule:line-length |
| |
| # Whether Airflow can launch workers and/or pods in multiple namespaces |
| # If true, it creates ClusterRole/ClusterRolebinding (with access to entire cluster) |
| multiNamespaceMode: false |
| |
| # `podTemplate` is a templated string which overwrites the content of `pod_template_file.yaml` used by |
| # KubernetesExecutor. The default `podTemplate` will use `workers` configuration parameters |
| # (e.g. `workers.resources`). As such, you normally won't need to override this directly, however, |
| # you can still provide a completely custom `pod_template_file.yaml` if desired. |
| # If not set, a default one is created using `files/pod-template-file.kubernetes-helm-yaml`. |
| podTemplate: ~ |
| # The following example is NOT functional, but meant to be illustrative of how you can provide a custom |
| # `pod_template_file`. You're better off starting with the default in |
| # `files/pod-template-file.kubernetes-helm-yaml` and modifying from there. |
| # We will set `priorityClassName` in this example: |
| # podTemplate: | |
| # apiVersion: v1 |
| # kind: Pod |
| # metadata: |
| # name: placeholder-name |
| # labels: |
| # tier: airflow |
| # component: worker |
| # release: {{ .Release.Name }} |
| # spec: |
| # priorityClassName: high-priority |
| # containers: |
| # - name: base |
| # ... |
| |
| # Git sync |
| dags: |
| # Where dags volume will be mounted. Works for both persistence and gitSync. |
| # If not specified, dags mount path will be set to $AIRFLOW_HOME/dags |
| mountPath: ~ |
| persistence: |
| # Annotations for dags PVC |
| annotations: {} |
| # Enable persistent volume for storing dags |
| enabled: false |
| # Volume size for dags |
| size: 1Gi |
| # If using a custom storageClass, pass name here |
| storageClassName: |
| # access mode of the persistent volume |
| accessMode: ReadWriteOnce |
| ## the name of an existing PVC to use |
| existingClaim: |
| ## optional subpath for dag volume mount |
| subPath: ~ |
| gitSync: |
| enabled: false |
| |
| # git repo clone url |
| # ssh example: git@github.com:apache/airflow.git |
| # https example: https://github.com/apache/airflow.git |
| repo: https://github.com/apache/airflow.git |
| branch: v2-2-stable |
| rev: HEAD |
| # The git revision (branch, tag, or hash) to check out, v4 only |
| ref: v2-2-stable |
| depth: 1 |
| # the number of consecutive failures allowed before aborting |
| maxFailures: 0 |
| # subpath within the repo where dags are located |
| # should be "" if dags are at repo root |
| subPath: "tests/dags" |
| # if your repo needs a user name password |
| # you can load them to a k8s secret like the one below |
| # --- |
| # apiVersion: v1 |
| # kind: Secret |
| # metadata: |
| # name: git-credentials |
| # data: |
| # # For git-sync v3 |
| # GIT_SYNC_USERNAME: <base64_encoded_git_username> |
| # GIT_SYNC_PASSWORD: <base64_encoded_git_password> |
| # # For git-sync v4 |
| # GITSYNC_USERNAME: <base64_encoded_git_username> |
| # GITSYNC_PASSWORD: <base64_encoded_git_password> |
| # and specify the name of the secret below |
| # |
| # credentialsSecret: git-credentials |
| # |
| # |
| # If you are using an ssh clone url, you can load |
| # the ssh private key to a k8s secret like the one below |
| # --- |
| # apiVersion: v1 |
| # kind: Secret |
| # metadata: |
| # name: airflow-ssh-secret |
| # data: |
| # # key needs to be gitSshKey |
| # gitSshKey: <base64_encoded_data> |
| # and specify the name of the secret below |
| # sshKeySecret: airflow-ssh-secret |
| # |
| # Or set sshKeySecret with your key |
| # sshKey: | |
| # -----BEGIN {OPENSSH PRIVATE KEY}----- |
| # ... |
| # -----END {OPENSSH PRIVATE KEY}----- |
| # |
| # If you are using an ssh private key, you can additionally |
| # specify the content of your known_hosts file, example: |
| # |
| # knownHosts: | |
| # <host1>,<ip1> <key1> |
| # <host2>,<ip2> <key2> |
| |
| # interval between git sync attempts in seconds |
| # high values are more likely to cause DAGs to become out of sync between different components |
| # low values cause more traffic to the remote git repository |
| # Go-style duration string (e.g. "100ms" or "0.1s" = 100ms). |
| # For backwards compatibility, wait will be used if it is specified. |
| period: 5s |
| wait: ~ |
| # add variables from secret into gitSync containers, such proxy-config |
| envFrom: ~ |
| # envFrom: | |
| # - secretRef: |
| # name: 'proxy-config' |
| |
| containerName: git-sync |
| uid: 65533 |
| |
| # When not set, the values defined in the global securityContext will be used |
| securityContext: {} |
| # runAsUser: 65533 |
| # runAsGroup: 0 |
| |
| securityContexts: |
| container: {} |
| |
| # container level lifecycle hooks |
| containerLifecycleHooks: {} |
| |
| readinessProbe: {} |
| livenessProbe: {} |
| |
| # Mount additional volumes into git-sync. It can be templated like in the following example: |
| # extraVolumeMounts: |
| # - name: my-templated-extra-volume |
| # mountPath: "{{ .Values.my_custom_path }}" |
| # readOnly: true |
| extraVolumeMounts: [] |
| env: [] |
| # Supported env vars for gitsync can be found at https://github.com/kubernetes/git-sync |
| # - name: "" |
| # value: "" |
| |
| # Configuration for empty dir volume |
| # emptyDirConfig: |
| # sizeLimit: 1Gi |
| # medium: Memory |
| |
| resources: {} |
| # limits: |
| # cpu: 100m |
| # memory: 128Mi |
| # requests: |
| # cpu: 100m |
| # memory: 128Mi |
| |
| logs: |
| # Configuration for empty dir volume (if logs.persistence.enabled == false) |
| # emptyDirConfig: |
| # sizeLimit: 1Gi |
| # medium: Memory |
| |
| persistence: |
| # Enable persistent volume for storing logs |
| enabled: false |
| # Volume size for logs |
| size: 100Gi |
| # Annotations for the logs PVC |
| annotations: {} |
| # If using a custom storageClass, pass name here |
| storageClassName: |
| ## the name of an existing PVC to use |
| existingClaim: |
| ## the subpath of the existing PVC to use |
| subPath: |
