Merge pull request #212 from bcgov/chore/pre-update-to-v3

Chore/pre update to v3

Author: joshgamache

.github/workflows/release.yaml

@@ -52,7 +52,7 @@ jobs:
           context: .
           dockerfile_path: Dockerfile
           github_token: ${{ secrets.GITHUB_TOKEN }}
-          chart_version: 2.2.0
+          chart_version: 2.2.1
           is_chart_release: true
   cas-airflow-dag-trigger-build:
     needs: [release]
@@ -65,5 +65,5 @@ jobs:
           context: dag-trigger
           dockerfile_path: dag-trigger/Dockerfile
           github_token: ${{ secrets.GITHUB_TOKEN }}
-          chart_version: 1.0.20
+          chart_version: 1.1.0
           is_chart_release: true

dag-trigger/airflow-dag-trigger.sh

@@ -51,7 +51,7 @@ dag_config=$(echo "${2:-'e30K'}" | base64 -d) # e30K is the base64 encoding of '
 
 echo "Fetching state for DAG $dag_id"
 
-dag_url="$AIRFLOW_ENDPOINT/api/v1/dags/${dag_id}"
+dag_url="$AIRFLOW_ENDPOINT/api/v2/dags/${dag_id}"
 is_paused=$(_curl -u "$AIRFLOW_USERNAME":"$AIRFLOW_PASSWORD" "$dag_url" | jq .is_paused)
 
 if [ "$is_paused" == "true" ]; then

dags/automated_email_test_dag.py

@@ -4,7 +4,7 @@
 # two DAGs triggering the email error flow
 """
 from dag_configuration import default_dag_args
-from airflow.operators.python_operator import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from trigger_k8s_cronjob import trigger_k8s_cronjob
 from datetime import datetime, timedelta
 from airflow import DAG
@@ -26,10 +26,10 @@
 DAG_ID = os.path.basename(__file__).replace(".pyc", "").replace(".py", "")
 SCHEDULE_INTERVAL = None  # Never execute
 
-dag_local_error = DAG(f'{DAG_ID}_local_error', schedule_interval=SCHEDULE_INTERVAL,
+dag_local_error = DAG(f'{DAG_ID}_local_error', schedule=SCHEDULE_INTERVAL,
                       default_args=default_args)
 
-dag_cronjob_error = DAG(f'{DAG_ID}_cronjob_error', schedule_interval=SCHEDULE_INTERVAL,
+dag_cronjob_error = DAG(f'{DAG_ID}_cronjob_error', schedule=SCHEDULE_INTERVAL,
                         default_args=default_args)
 
 

dags/fetch_and_save_dag_from_github.py

@@ -2,13 +2,17 @@
 from airflow.utils.dates import days_ago
 from airflow import settings
 from dag_configuration import default_dag_args
-from datetime import timedelta
+from datetime import datetime, timedelta
 import urllib.request
 import logging
 import os
 import time
 
-@dag(default_args=default_dag_args, schedule_interval=None, start_date=days_ago(2))
+
+START_DATE = datetime.now() - timedelta(days=2)
+
+
+@dag(default_args=default_dag_args, schedule=None, start_date=START_DATE)
 def fetch_and_save_dag_from_github(org: str = '', repo: str = '', ref: str = '', path: str = ''):
     """
       DAG to fetch dags and store them to a disk location.

dags/walg_backups.py

@@ -1,4 +1,4 @@
-from airflow.operators.python_operator import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from exec_in_pod import exec_in_pod
 import os
 

helm/cas-airflow-dag-trigger/Chart.yaml

@@ -2,4 +2,4 @@ apiVersion: v2
 name: cas-airflow-dag-trigger
 description: A Helm chart for triggering remote DAGs on an existing airflow instance
 type: application
-version: 1.0.21  # Changing this requires updating the image tag in .github/workflows/release.yaml
+version: 1.1.0  # Changing this requires updating the image tag in .github/workflows/release.yaml

helm/cas-airflow/Chart.lock

@@ -1,9 +1,9 @@
 dependencies:
 - name: airflow
   repository: https://airflow.apache.org/
-  version: 1.15.0
+  version: 1.18.0
 - name: terraform-bucket-provision
   repository: https://bcgov.github.io/cas-pipeline/
   version: 0.1.3
-digest: sha256:32b75d7b556866eac5929da0878f73cd3544ce7a6565a8108dee03f99665bb62
-generated: "2025-05-22T09:38:09.059067491-06:00"
+digest: sha256:98240d16977d7eabf4897ef0be279c4e85c7f8ae6ec389376b7c28212d513798
+generated: "2025-09-09T14:12:54.100483261-06:00"

helm/cas-airflow/Chart.yaml

@@ -1,7 +1,7 @@
 apiVersion: v2
 name: cas-airflow
 type: application
-version: 2.2.0 # Changing this requires updating the image tag in .github/workflows/release.yaml
+version: 2.2.1 # Changing this requires updating the image tag in .github/workflows/release.yaml
 appVersion: 2.10.5 # The airflow version
 description: Helm chart to deploy cas' flavour of airflow, compatible with OpenShift 4. This chart uses the vanilla airflow chart and adds cas' own templates and values.
 icon: https://www.astronomer.io/static/airflowNewA.png
@@ -12,7 +12,7 @@ keywords:
   - bcgov
 dependencies:
   - name: airflow
-    version: "1.15.0"
+    version: "1.18.0"
     repository: "https://airflow.apache.org/"
   - name: terraform-bucket-provision
     version: "0.1.3"

helm/cas-airflow/values.yaml

@@ -157,6 +157,7 @@ airflow:
       min_serialized_dag_update_interval: 10
       min_serialized_dag_fetch_interval: 5
       dags_are_paused_at_creation: False
+      auth_manager: "airflow.providers.fab.auth_manager.fab_auth_manager.FabAuthManager"
     logging:
       # The log level should not be decreased to INFO/DEBUG,
       # or only temporarily, as the airflow sheduler is very verbose,
@@ -167,7 +168,7 @@ airflow:
       remote_base_log_folder: ~
       remote_log_conn_id: gcs_logs
     api:
-      auth_backend: airflow.api.auth.backend.basic_auth
+      auth_backends: airflow.api.auth.backend.basic_auth, airflow.api.auth.backend.session
     webserver:
       web_server_worker_timeout: 300
       workers: 2