gs

Author: C-Loftus

SMAP_ETL/src/main.py

@@ -16,6 +16,7 @@
     get_previously_downloaded_urls,
     get_smap_data_list_for_arizona,
     get_total_size_in_gb,
+    update_checkpoint,
 )
 import minio
 import s3fs
@@ -109,6 +110,11 @@ def main(
             LOGGER.warning("Stopping early since test mode was specified")
             break
 
+        LOGGER.info(
+            f"Updating checkpoint file with new file {hd5_file_path[0].name}"
+        )
+        update_checkpoint(mc, bucket, hd5_file_path[0].name)
+
     LOGGER.info("Done!")