From eeed9790cf35b0f07ea50b003d9b5abf9f471d88 Mon Sep 17 00:00:00 2001
From: Jan Heinrich Reimer <heinrich.reimer@uni-jena.de>
Date: Mon, 27 Nov 2023 17:44:52 +0100
Subject: [PATCH] Fix captures fetching

---
 archive_query_log/captures/__init__.py | 19 +++++++++----------
 1 file changed, 9 insertions(+), 10 deletions(-)

diff --git a/archive_query_log/captures/__init__.py b/archive_query_log/captures/__init__.py
index 766b680..f407738 100644
--- a/archive_query_log/captures/__init__.py
+++ b/archive_query_log/captures/__init__.py
@@ -1,6 +1,5 @@
 from itertools import chain
 from typing import Iterable, Iterator
-from urllib.error import HTTPError
 from urllib.parse import urljoin
 from uuid import uuid5
 from warnings import warn
@@ -9,7 +8,7 @@
 from elasticsearch_dsl import Search
 from elasticsearch_dsl.function import RandomScore
 from elasticsearch_dsl.query import FunctionScore, RankFeature, Term
-from requests import ConnectTimeout
+from requests import ConnectTimeout, HTTPError, Response
 from tqdm.auto import tqdm
 from web_archive_api.cdx import CdxApi, CdxMatchType
 
@@ -105,14 +104,14 @@ def _add_captures_actions(
         return
     except HTTPError as e:
         ignored = False
-        if e.status is not None:
-            if e.status == 403:
-                warn(RuntimeWarning(
-                    f"Unauthorized to fetch captures for source "
-                    f"domain {source.provider.domain} and "
-                    f"URL prefix {source.provider.url_path_prefix}."
-                ))
-                ignored = True
+        response: Response = e.response
+        if response.status_code == 403:
+            warn(RuntimeWarning(
+                f"Unauthorized to fetch captures for source "
+                f"domain {source.provider.domain} and "
+                f"URL prefix {source.provider.url_path_prefix}."
+            ))
+            ignored = True
         if not ignored:
             raise e