Merge branch 'airflow-plugins-folder-mount' into 'master'

Mounted plugins folder into airflow

See merge request osdu/platform/deployment-and-operations/infra-azure-provisioning!76

charts/README.md

@@ -121,6 +121,7 @@ airflow:
       AIRFLOW__CORE__LOG_FILENAME_TEMPLATE: "{{ run_id }}/{{ ti.dag_id }}/{{ ti.task_id }}/{{ ts }}/{{ try_number }}.log"
       AIRFLOW__CELERY__SSL_ACTIVE: "True"
       AIRFLOW__WEBSERVER__ENABLE_PROXY_FIX: "True"
+      AIRFLOW__CORE__PLUGINS_FOLDER: "/opt/airflow/plugins"
     extraEnv:
       - name: AIRFLOW__CORE__FERNET_KEY
         valueFrom:
@@ -147,6 +148,9 @@ airflow:
       - name: azure-keyvault
         mountPath: "/mnt/azure-keyvault"
         readOnly: true
+      - name: dags-data
+        mountPath: /opt/airflow/plugins
+        subPath: plugins
     extraVolumes:
       - name: azure-keyvault
         csi:
@@ -159,6 +163,7 @@ airflow:
     persistence:
       enabled: true
       existingClaim: airflowdagpvc
+      subPath: "dags"
   scheduler:
     podLabels:
       aadpodidbinding: "osdu-identity"

charts/airflow/helm-config.yaml

@@ -27,6 +27,7 @@ airflow:
       AIRFLOW__CORE__LOG_FILENAME_TEMPLATE: "{{ run_id }}/{{ ti.dag_id }}/{{ ti.task_id }}/{{ ts }}/{{ try_number }}.log"
       AIRFLOW__CELERY__SSL_ACTIVE: "True"
       AIRFLOW__WEBSERVER__ENABLE_PROXY_FIX: "True"
+      AIRFLOW__CORE__PLUGINS_FOLDER: "/opt/airflow/plugins"
     extraEnv:
     - name: AIRFLOW__CORE__FERNET_KEY
       valueFrom:
@@ -53,6 +54,9 @@ airflow:
         - name: azure-keyvault
           mountPath: "/mnt/azure-keyvault"
           readOnly: true
+        - name: dags-data
+          mountPath: /opt/airflow/plugins
+          subPath: plugins
     extraVolumes:
         - name: azure-keyvault
           csi:
@@ -65,6 +69,7 @@ airflow:
     persistence:
       enabled: true
       existingClaim: airflowdagpvc
+      subPath: "dags"
   scheduler:
     podLabels:
       aadpodidbinding: "osdu-identity"