add ASN fallbacks for Korean providers, fix Microsoft IP ranges URL

Author: liquidsec

cloudcheck/providers/gabia.py

@@ -7,6 +7,7 @@ class Gabia(BaseProvider):
     short_description: str = "Gabia (가비아)"
     long_description: str = "A Korean cloud hosting and infrastructure provider."
     # {"org_id": "@aut-17589-APNIC", "org_name": null, "country": null, "asns": [17589]}
+    asns: List[int] = [17589]
     org_ids: List[str] = [
         "@aut-17589-APNIC",
     ]

cloudcheck/providers/hostway.py

@@ -8,6 +8,7 @@ class Hostway(BaseProvider):
     long_description: str = "A Korean cloud hosting and infrastructure provider."
     # {"org_id": "@aut-9952-APNIC", "org_name": null, "country": null, "asns": [9952]}
     # {"asn":9952,"asn_name":"HOSTWAY-AS-KR","org_id":"@aut-9952-APNIC"}
+    asns: List[int] = [9952]
     org_ids: List[str] = [
         "@aut-9952-APNIC",
     ]

cloudcheck/providers/kinx.py

@@ -9,6 +9,7 @@ class Kinx(BaseProvider):
         "A Korean content delivery network and cloud infrastructure provider."
     )
     # {"org_id": "@aut-9286-APNIC", "org_name": null, "country": null, "asns": [9286,9957,17604]}
+    asns: List[int] = [9286, 9957, 17604]
     org_ids: List[str] = [
         "@aut-9286-APNIC",
     ]

cloudcheck/providers/ktcloud.py

@@ -9,6 +9,7 @@ class Ktcloud(BaseProvider):
         "A Korean cloud computing service provided by KT Corporation."
     )
     # {"asn":9947,"asn_name":"KTC-AS-KR","country":null,"org":null,"org_id":"@aut-152232-APNIC","rir":null,"subnets":["61.100.71.0/24","61.100.72.0/24"]}
+    asns: List[int] = [9947]
     org_ids: List[str] = [
         "@aut-152232-APNIC",
     ]

cloudcheck/providers/lgtelecom.py

@@ -8,6 +8,7 @@ class Lgtelecom(BaseProvider):
     long_description: str = "A Korean telecommunications company offering CDN services."
     # {"org_id": "@aut-17853-APNIC", "org_name": null, "country": null, "asns": [17853]}
     # {"asn":17853,"asn_name":"LGTELECOM-AS-KR","org_id":"@aut-17853-APNIC"}
+    asns: List[int] = [17853]
     org_ids: List[str] = [
         "@aut-17853-APNIC",
     ]

cloudcheck/providers/microsoft.py

@@ -1,3 +1,5 @@
+import re
+
 from cloudcheck.providers.base import BaseProvider
 from typing import List, Dict
 
@@ -27,13 +29,16 @@ class Microsoft(BaseProvider):
         ],
     }
 
-    _ips_url = "https://download.microsoft.com/download/0/1/8/018E208D-54F8-44CD-AA26-CD7BC9524A8C/PublicIPs_20200824.xml"
+    _ips_confirmation_url = "https://www.microsoft.com/en-us/download/confirmation.aspx?id=56519"
 
     def fetch_cidrs(self):
-        response = self.request(self._ips_url)
+        confirmation = self.request(self._ips_confirmation_url, browser_headers=True)
+        match = re.search(r'https://download\.microsoft\.com/download/[^"]+\.json', confirmation.text)
+        if not match:
+            raise ValueError("Could not find Azure IP ranges download URL")
+        response = self.request(match.group(0))
         ranges = set()
-        for line in response.text.splitlines():
-            if "IpRange Subnet" in line:
-                ip_range = line.split('"')[1]
-                ranges.add(ip_range)
+        for entry in response.json().get("values", []):
+            for prefix in entry.get("properties", {}).get("addressPrefixes", []):
+                ranges.add(prefix)
         return list(ranges)

cloudcheck/providers/navercloud.py

@@ -10,6 +10,7 @@ class Navercloud(BaseProvider):
     )
     # "org_id": "@aut-23576-APNIC", "org_name": null, "country": null, "asns": [23576,23982]}
     # {"asn":23576,"asn_name":"nhn-AS-KR","org_id":"@aut-23576-APNIC"}
+    asns: List[int] = [23576, 23982]
     org_ids: List[str] = [
         "@aut-23576-APNIC",
     ]

cloudcheck/providers/nhncloud.py

@@ -10,6 +10,7 @@ class Nhncloud(BaseProvider):
     )
     # {"org_id": "@aut-10038-APNIC", "org_name": null, "country": null, "asns": [10038,45974,152291]}
     # {"asn":45974,"asn_name":"NHN-AS-KR","org_id":"@aut-10038-APNIC"}
+    asns: List[int] = [10038, 45974, 152291]
     org_ids: List[str] = [
         "@aut-10038-APNIC",
     ]

cloudcheck/providers/skbroadband.py

@@ -8,6 +8,7 @@ class Skbroadband(BaseProvider):
     long_description: str = "A Korean telecommunications company offering CDN services."
     # {"org_id": "@aut-10049-APNIC", "org_name": null, "country": null, "asns": [9705,10049]}
     # {"asn":10049,"asn_name":"SKNET-AS","country":null,"org":null,"org_id":"@aut-10049-APNIC"}
+    asns: List[int] = [9705, 10049]
     org_ids: List[str] = [
         "@aut-10049-APNIC",
     ]