Parallelize Superset startup on management nodes

CHANGELOG.md

@@ -15,6 +15,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 * Dependabot updates for `github-actions` and `terraform` ecosystems. (#29)
 * CI workflow to build and push service images to GitHub Container Registry on master merge. (#97)
 * Pull-first with local build fallback for container images during deployment. (#97)
+* Parallelize Superset startup on both management nodes with ThreadPoolExecutor. (#45)
 
 ### Changed
 

src/initialize.py

@@ -56,6 +56,7 @@
 import sys
 import re
 import socket
+from concurrent.futures import ThreadPoolExecutor, as_completed
 
 import crypto
 import decorators
@@ -247,17 +248,20 @@ def start_mysql_mgmt(self, node: remote.RemoteConnection, state: str, priority:
         )
 
     def start_superset(self) -> None:
-        for node in self.mgmt_nodes:
+        ca_key_pem = self.cert_manager.deserialization(self.ca_key)
+        ca_cert_pem = self.cert_manager.deserialization(self.ca_certificate)
+
+        def start_single_node(node: remote.RemoteConnection) -> None:
             node.upload_directory(
                 local_directory_path="./services/superset",
                 remote_directory_path='/opt/superset-cluster/superset'
             )
             node.upload_file(
-                content=self.cert_manager.deserialization(self.ca_key),
+                content=ca_key_pem,
                 remote_file_path="/opt/superset-cluster/superset/superset_cluster_ca_key.pem"
             )
             node.upload_file(
-                content=self.cert_manager.deserialization(self.ca_certificate),
+                content=ca_cert_pem,
                 remote_file_path="/opt/superset-cluster/superset/superset_cluster_ca_certificate.pem"
             )
             node.upload_file(
@@ -280,6 +284,11 @@ def start_superset(self) -> None:
                           mysql_superset_password=self.mysql_superset_password)
             )
 
+        with ThreadPoolExecutor(max_workers=2) as executor:
+            futures = {executor.submit(start_single_node, node): node for node in self.mgmt_nodes}
+            for future in as_completed(futures):
+                future.result()
+
     def start_cluster(self) -> None:
         try:
             self.start_mysql_servers()