feat: adds event_type in logging messages

Author: mekhlakapoor

src/aind_airflow_jobs/dag_tasks/base.py

@@ -29,11 +29,20 @@ def run_task(self):
                 f"Task function '{task_id}' not found or not callable!"
             )
 
+        logging.info(
+            f"Task '{task_id}' starting.",
+            extra={
+                "process_name": task_id,
+                "pipeline_name": "airflow DAG",
+                "event_type": "stage_start",
+            },
+        )
         task_func()
         logging.info(
             f"Task '{task_id}' completed successfully!",
             extra={
                 "process_name": task_id,
                 "pipeline_name": "airflow DAG",
+                "event_type": "stage_complete",
             },
         )

src/aind_airflow_jobs/handlers/slurm_v2_handler.py

@@ -656,6 +656,7 @@ def run_job(self):
                 "pipeline_name": "airflow DAG",
                 "acquisition_name": job_name,
                 "job_id": job_id,
+                "event_type": "stage_start",
             },
         )
         logging.info(
@@ -678,6 +679,16 @@ def run_job(self):
             },
         )
         self._monitor_job(submit_response=submit_response)
+        logging.info(
+            f"Job '{job_name}' completed successfully!",
+            extra={
+                "process_name": "run_slurm_job",
+                "pipeline_name": "airflow DAG",
+                "acquisition_name": job_name,
+                "job_id": job_id,
+                "event_type": "stage_complete",
+            },
+        )
 
 
 class SlurmJobSensor: