Use GET instead of HEAD for greater compatibility + close the connect…

…ion automatically
openzim · Oct 23, 2023 · d487d65 · d487d65
1 parent 2a317c9
commit d487d65
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/zimit.py b/zimit.py
@@ -463,10 +463,10 @@ def cleanup():
 def check_url(url, user_agent, scope=None):
     url = urllib.parse.urlparse(url)
     try:
-        resp = requests.head(
+        with requests.get(
             url.geturl(), stream=True, allow_redirects=True, timeout=(12.2, 27), headers={"User-Agent": user_agent}
-        )
-        resp.raise_for_status()
+        ) as resp:
+            resp.raise_for_status()
     except requests.exceptions.RequestException as exc:
         print(f"failed to connect to {url.geturl()}: {exc}", flush=True)
         raise SystemExit(1)