added resources to airflow components (#11921)

Signed-off-by: Stijn De Haes <stijndehaes@gmail.com>

stable/airflow/Chart.yaml

@@ -1,6 +1,6 @@
 description: Airflow is a platform to programmatically author, schedule and monitor workflows
 name: airflow
-version: 2.2.0
+version: 2.2.1
 appVersion: 1.10.0
 icon: https://airflow.apache.org/_images/pin_large.png
 home: https://airflow.apache.org/

stable/airflow/README.md

@@ -291,6 +291,9 @@ The following table lists the configurable parameters of the Airflow chart and t
 | `airflow.extraContainers`                | additional containers to run in the scheduler, worker & web pods | `[]`             |
 | `airflow.extraVolumeMounts`              | additional volumeMounts to the main container in scheduler, worker & web pods | `[]`|
 | `airflow.extraVolumes`                   | additional volumes for the scheduler, worker & web pods | `[]`                      |
+| `flower.resources`                       | custom resource configuration for flower pod            | `{}`                      |
+| `web.resources`                          | custom resource configuration for web pod               | `{}`                      |
+| `scheduler.resources`                    | custom resource configuration for scheduler pod         | `{}`                      |
 | `workers.enabled`                        | enable workers                                          | `true`                    |
 | `workers.replicas`                       | number of workers pods to launch                        | `1`                       |
 | `workers.resources`                      | custom resource configuration for worker pod            | `{}`                      |

stable/airflow/templates/deployments-flower.yaml

@@ -60,4 +60,6 @@ spec:
             timeoutSeconds: 1
             successThreshold: 1
             failureThreshold: 5
+          resources:
+{{ toYaml .Values.flower.resources | indent 12 }}
 {{- end }}

stable/airflow/templates/deployments-scheduler.yaml

@@ -71,6 +71,8 @@ spec:
               name: "{{ template "airflow.fullname" . }}-env"
           env:
           {{- include "airflow.mapenvsecrets" . | indent 10 }}
+          resources:
+{{ toYaml .Values.scheduler.resources | indent 12 }}
           volumeMounts:
             - name: scripts
               mountPath: /usr/local/scripts

stable/airflow/templates/deployments-web.yaml

@@ -74,6 +74,8 @@ spec:
                 name: "{{ template "airflow.fullname" . }}-env"
           env:
             {{- include "airflow.mapenvsecrets" . | indent 10 }}
+          resources:
+{{ toYaml .Values.web.resources | indent 12 }}
           volumeMounts:
             - name: scripts
               mountPath: /usr/local/scripts

stable/airflow/values.yaml

@@ -82,7 +82,7 @@ airflow:
     ## image pull secret for private images
     pullSecret:
   ##
-  ## Set schedulerNumRuns to control how the schduler behaves:
+  ## Set schedulerNumRuns to control how the scheduler behaves:
   ##   -1 will let him looping indefinitively but it will never update the DAG
   ##   1 will have the scheduler quit after each refresh, but kubernetes will restart it.
   ##
@@ -159,6 +159,35 @@ airflow:
   ## Additional volumes for the Scheduler, Worker and Web pods.
   # - name: synchronised-dags
   #   emptyDir: {}
+
+scheduler:
+  resources:
+    scheduler: {}
+    # limits:
+    #   cpu: "1000m"
+    #   memory: "1Gi"
+    # requests:
+    #   cpu: "500m"
+    #   memory: "512Mi"
+
+
+flower:
+  resources: {}
+    # limits:
+    #   cpu: "100m"
+    #   memory: "128Mi"
+    # requests:
+    #   cpu: "100m"
+    #   memory: "128Mi"
+
+web:
+  resources: {}
+    # limits:
+    #   cpu: "300m"
+    #   memory: "1Gi"
+    # requests:
+    #   cpu: "100m"
+    #   memory: "512Mi"
 ##
 ## Workers configuration
 workers: