From 201a79e58fa7ce0b30cc0d7becf5ac628ff61131 Mon Sep 17 00:00:00 2001 From: Emil Lerch Date: Tue, 5 Jan 2021 23:25:39 -0800 Subject: [PATCH] handle lack of etag --- etags.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/etags.py b/etags.py index 3c905a0..b247291 100755 --- a/etags.py +++ b/etags.py @@ -114,6 +114,10 @@ def lambda_handler(event, context): for future in as_completed(rs): try: result = future.result() + if 'etag' not in result.headers: + printerr('WARNING: Will not process, no etag found for %s' % + rsdict[future]['url']) + break current_etag = result.headers['etag'] prior_etag = None if rsdict[future]['url'] in existing_etags: