Merge pull request #382 from Joragasy/fix-handle-head-request-fallback-to-get

fix: fallback to GET when HEAD request returns non-2xx response

Author: amercader

ckanext/dcat/harvesters/base.py

@@ -67,7 +67,9 @@ def _get_content_and_type(self, url, harvest_job, page=1,
             did_get = False
             r = session.head(url)
 
-            if r.status_code == 405 or r.status_code == 400:
+            # Some servers respond with 400 or 404 to HEAD requests, even if the resource exists. 
+            # In that case we want to try a GET request before giving up.
+            if not r.ok: 
                 r = session.get(url, stream=True)
                 did_get = True
             r.raise_for_status()