From 476c6b7fc676dd0d03b3f62c5b8a6159dd0c09dc Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Rapha=C3=ABl=20Vinot?= <raphael@vinot.info> Date: Tue, 17 Dec 2024 10:17:30 +0100 Subject: [PATCH] fix: Make sure requests to jvndb timeout relatively fast --- vulnerabilitylookup/feeders/jvndb.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/vulnerabilitylookup/feeders/jvndb.py b/vulnerabilitylookup/feeders/jvndb.py index 03181860..71db9200 100644 --- a/vulnerabilitylookup/feeders/jvndb.py +++ b/vulnerabilitylookup/feeders/jvndb.py @@ -25,6 +25,8 @@ def __init__(self) -> None: self.files_storage.mkdir(parents=True, exist_ok=True) def _fetch_feeds(self) -> list[Path]: + # Note: These files need to be processed in order, a newer one may contain updates fror older ones. + # So if any fail, we need to retry the import later. No exception should be handled. all_files = [] base_url = "https://jvndb.jvn.jp/en/rss/years/jvndb_{year}.rdf" for year in range(2002, datetime.now().year + 1):