From 6cc79cfea8c5f0c53984cb1d50cbd2e3f24a2531 Mon Sep 17 00:00:00 2001 From: Peter Bengtsson Date: Thu, 3 May 2018 15:43:04 -0400 Subject: [PATCH] fetch_listing by locale in lambda_s3_event should retry on 404, fixes #424 --- jobs/buildhub/lambda_s3_event.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/jobs/buildhub/lambda_s3_event.py b/jobs/buildhub/lambda_s3_event.py index bf57cb2c..3b24eaaa 100644 --- a/jobs/buildhub/lambda_s3_event.py +++ b/jobs/buildhub/lambda_s3_event.py @@ -151,12 +151,14 @@ async def main(loop, event): l10n_parent_url = re.sub('en-US/.+$', '', url) l10n_folders, _ = await fetch_listing( session, - l10n_parent_url + l10n_parent_url, + retry_on_notfound=True, ) for locale in l10n_folders: _, files = await fetch_listing( session, - l10n_parent_url + locale + l10n_parent_url + locale, + retry_on_notfound=True, ) for f in files: rc_url = l10n_parent_url + locale + f['name']