handle lack of etag
This commit is contained in:
parent
2e52dc0bac
commit
201a79e58f
4
etags.py
4
etags.py
|
@ -114,6 +114,10 @@ def lambda_handler(event, context):
|
||||||
for future in as_completed(rs):
|
for future in as_completed(rs):
|
||||||
try:
|
try:
|
||||||
result = future.result()
|
result = future.result()
|
||||||
|
if 'etag' not in result.headers:
|
||||||
|
printerr('WARNING: Will not process, no etag found for %s' %
|
||||||
|
rsdict[future]['url'])
|
||||||
|
break
|
||||||
current_etag = result.headers['etag']
|
current_etag = result.headers['etag']
|
||||||
prior_etag = None
|
prior_etag = None
|
||||||
if rsdict[future]['url'] in existing_etags:
|
if rsdict[future]['url'] in existing_etags:
|
||||||
|
|
Loading…
Reference in New Issue
Block a user