home/charts
2
0
Fork 0
mirror of https://github.com/wahyd4/charts.git synced 2026-08-22 11:35:58 +10:00
Code Issues Packages Projects Releases Wiki Activity

[bitnami/airflow] separate resources (#1951)

Browse Source 
* Add separate resources for worker, web and scheduler for airflow

* update chart version

* change worker replicas to 1

* change version, in readme set the default values, values.yaml and values-production.yaml

* Add if in resources and separate limits and requests

* Fix typpo in readme

* Delete the old resources, delete a blank line in values-production and in values look in the same way to values-production

* Changes in values-production and values

Co-authored-by: Carlos Rodríguez Hernández <carrodher1179@gmail.com>
This commit is contained in:
Ibone González Mauraza
2020-02-20 11:59:30 +01:00
committed by GitHub
co-authored by Carlos Rodríguez Hernández
parent fdd9687070
commit d7a0ac8fb0
7 changed files with 118 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files
bitnami/airflow/README.md
+7 -2
View File
@@ -93,12 +93,18 @@ The following tables lists the configurable parameters of the Airflow chart and
| `airflow.baseUrl` | URL used to access to airflow web ui | `nil` |
| `airflow.worker.port` | Airflow Worker port | `8793` |
| `airflow.worker.replicas` | Number of Airflow Worker replicas | `2` |
| `airflow.worker.resources.limits` | The resources limits for the Worker containers | `{}` |
| `airflow.worker.resources.requests` | The requested resources for the Worker containers | `{}` |
| `airflow.auth.forcePassword` | Force users to specify a password | `false` |
| `airflow.auth.username` | Username to access web UI | `user` |
| `airflow.auth.password` | Password to access web UI | `nil` |
| `airflow.auth.fernetKey` | Fernet key to secure connections | `nil` |
| `airflow.auth.existingSecret` | Name of an existing secret containing airflow password and fernet key | `nil` |
| `airflow.extraEnvVars` | Extra environment variables to add to airflow web, worker and scheduler pods | `nil` |
| `airflow.web.resources.limits` | The resources limits for the web containers | `{}` |
| `airflow.web.resources.requests` | The requested resources for the web containers | `{}` |
| `airflow.scheduler.resources.limits` | The resources limits for the scheduler containers | `{}` |
| `airflow.scheduler.resources.requests` | The requested resources for the scheduler containers | `{}` |
| `airflow.webserverConfigMap` | Config map name for ~/airflow/webserver_config.py | `nil` |
| `securityContext.enabled` | Enable security context | `true` |
| `securityContext.fsGroup` | Group ID for the container | `1001` |
@@ -106,7 +112,7 @@ The following tables lists the configurable parameters of the Airflow chart and
| `service.type` | Kubernetes Service type | `ClusterIP` |
| `service.port` | Airflow Web port | `8080` |
| `service.nodePort` | Kubernetes Service nodePort | `nil` |
| `service.loadBalancerIP` | loadBalancerIP for Airflow Service | `nil` |
| `service.loadBalancerIP` | loadBalancerIP for Airflow Service | `nil` |
| `service.annotations` | Service annotations | `` |
| `ingress.enabled` | Enable ingress controller resource | `false` |
| `ingress.certManager` | Add annotations for cert-manager | `false` |
@@ -122,7 +128,6 @@ The following tables lists the configurable parameters of the Airflow chart and
| `nodeSelector` | Node labels for pod assignment | `{}` |
| `tolerations` | Toleration labels for pod assignment | `[]` |
| `affinity` | Map of node/pod affinities | `{}` |
| `resources` | CPU/Memory resource requests/limits | Memory: `256Mi`, CPU: `250m` |
| `livenessProbe.enabled` | would you like a livessProbed to be enabled | `true` |
| `livenessProbe.initialDelaySeconds` | Delay before liveness probe is initiated | 180 |
| `livenessProbe.periodSeconds` | How often to perform the probe | 20 |
bitnami/airflow/templates/deployment-scheduler.yaml
+3 -1
View File
@@ -211,7 +211,9 @@ spec:
mountPath: /opt/bitnami/airflow/airflow.cfg
subPath: airflow.cfg
{{- end }}
resources: {{- toYaml .Values.resources | nindent 12 }}
{{- if .Values.airflow.scheduler.resources }}
resources: {{- toYaml .Values.airflow.scheduler.resources | nindent 12 }}
{{- end }}
volumes:
{{- if .Files.Glob "files/dags/*.py" }}
- name: local-dag-files
bitnami/airflow/templates/deployment-web.yaml
+3 -1
View File
@@ -246,7 +246,9 @@ spec:
mountPath: /opt/bitnami/airflow/webserver_config.py
subPath: webserver_config.py
{{- end }}
resources: {{- toYaml .Values.resources | nindent 12 }}
{{- if .Values.airflow.web.resources }}
resources: {{- toYaml .Values.airflow.web.resources | nindent 12 }}
{{- end }}
volumes:
{{- if .Files.Glob "files/dags/*.py" }}
- name: local-dag-files
bitnami/airflow/templates/metrics-deployment.yaml
+2
View File
@@ -62,5 +62,7 @@ spec:
ports:
- name: metrics
containerPort: 9112
{{- if .Values.metrics.resources}}
resources: {{- toYaml .Values.metrics.resources | nindent 12 }}
{{- end }}
{{- end }}
bitnami/airflow/templates/statefulset-worker.yaml
+3 -1
View File
@@ -102,7 +102,9 @@ spec:
- name: airflow-worker
image: "{{ template "airflow.workerImage" . }}"
imagePullPolicy: "{{ .Values.workerImage.pullPolicy }}"
resources: {{- toYaml .Values.resources | nindent 12 }}
{{- if .Values.airflow.worker.resources }}
resources: {{- toYaml .Values.airflow.worker.resources | nindent 12 }}
{{- end }}
env:
{{- if .Values.workerImage.debug }}
- name: BASH_DEBUG
bitnami/airflow/values-production.yaml
+50 -11
View File
@@ -148,6 +148,56 @@ airflow:
worker:
port: 8793
replicas: 3
## Worker containers' resource requests and limits
## ref: http://kubernetes.io/docs/user-guide/compute-resources/
##
resources:
# We usually recommend not to specify default resources and to leave this as a conscious
# choice for the user. This also increases chances charts run on environments with little
# resources, such as Minikube. If you do want to specify resources, uncomment the following
# lines, adjust them as necessary, and remove the curly braces after 'resources:'.
limits: {}
# cpu: 200m
# memory: 1Gi
requests: {}
# memory: 256Mi
# cpu: 250m
## Airflow web specific configuration
#
web:
## Web container' resource requests and limits
## ref: http://kubernetes.io/docs/user-guide/compute-resources/
##
resources:
# We usually recommend not to specify default resources and to leave this as a conscious
# choice for the user. This also increases chances charts run on environments with little
# resources, such as Minikube. If you do want to specify resources, uncomment the following
# lines, adjust them as necessary, and remove the curly braces after 'resources:'.
limits: {}
# cpu: 200m
# memory: 1Gi
requests: {}
# memory: 256Mi
# cpu: 250m
## Airflow scheduler specific configuration
#
scheduler:
## Scheduler containers' resource requests and limits
## ref: http://kubernetes.io/docs/user-guide/compute-resources/
##
resources:
# We usually recommend not to specify default resources and to leave this as a conscious
# choice for the user. This also increases chances charts run on environments with little
# resources, such as Minikube. If you do want to specify resources, uncomment the following
# lines, adjust them as necessary, and remove the curly braces after 'resources:'.
limits: {}
# cpu: 200m
# memory: 1Gi
requests: {}
# memory: 256Mi
# cpu: 250m
## All the parameters from the configuration file can be overwritten by using environment variables with this format:
## AIRFLOW__{SECTION}__{KEY}. Note the double underscores. More info at https://airflow.readthedocs.io/en/stable/howto/set-config.html
@@ -276,17 +326,6 @@ tolerations: []
##
affinity: {}
## Configure resource requests and limits
## ref: http://kubernetes.io/docs/user-guide/compute-resources/
##
resources:
# limits:
# cpu: 200m
# memory: 1Gi
# requests:
# memory: 256Mi
# cpu: 250m
## Configure extra options for liveness and readiness probes
## ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-probes/#configure-probes)
livenessProbe:
bitnami/airflow/values.yaml
+50 -11
View File
@@ -148,6 +148,56 @@ airflow:
worker:
port: 8793
replicas: 1
## Worker containers' resource requests and limits
## ref: http://kubernetes.io/docs/user-guide/compute-resources/
##
resources:
# We usually recommend not to specify default resources and to leave this as a conscious
# choice for the user. This also increases chances charts run on environments with little
# resources, such as Minikube. If you do want to specify resources, uncomment the following
# lines, adjust them as necessary, and remove the curly braces after 'resources:'.
limits: {}
# cpu: 200m
# memory: 1Gi
requests: {}
# memory: 256Mi
# cpu: 250m
## Airflow web specific configuration
#
web:
## Web container' resource requests and limits
## ref: http://kubernetes.io/docs/user-guide/compute-resources/
##
resources:
# We usually recommend not to specify default resources and to leave this as a conscious
# choice for the user. This also increases chances charts run on environments with little
# resources, such as Minikube. If you do want to specify resources, uncomment the following
# lines, adjust them as necessary, and remove the curly braces after 'resources:'.
limits: {}
# cpu: 200m
# memory: 1Gi
requests: {}
# memory: 256Mi
# cpu: 250m
## Airflow scheduler specific configuration
#
scheduler:
## Scheduler containers' resource requests and limits
## ref: http://kubernetes.io/docs/user-guide/compute-resources/
##
resources:
# We usually recommend not to specify default resources and to leave this as a conscious
# choice for the user. This also increases chances charts run on environments with little
# resources, such as Minikube. If you do want to specify resources, uncomment the following
# lines, adjust them as necessary, and remove the curly braces after 'resources:'.
limits: {}
# cpu: 200m
# memory: 1Gi
requests: {}
# memory: 256Mi
# cpu: 250m
## All the parameters from the configuration file can be overwritten by using environment variables with this format:
## AIRFLOW__{SECTION}__{KEY}. Note the double underscores. More info at https://airflow.readthedocs.io/en/stable/howto/set-config.html
@@ -276,17 +326,6 @@ tolerations: []
##
affinity: {}
## Configure resource requests and limits
## ref: http://kubernetes.io/docs/user-guide/compute-resources/
##
resources:
# limits:
# cpu: 200m
# memory: 1Gi
# requests:
# memory: 256Mi
# cpu: 250m
## Configure extra options for liveness and readiness probes
## ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-probes/#configure-probes)
livenessProbe: