lobo/wttr
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages 1 Wiki Activity Actions

lib/cache.py: cache binary objects

Browse source
This commit is contained in:
Igor Chubin 2020-04-05 13:48:16 +02:00
parent 0ac4790007
commit a85cebaa15
1 changed files with 31 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

41
lib/cache.py
View file

@ -24,7 +24,7 @@ def _update_answer(answer):
def _now_in_tz(timezone): def _now_in_tz(timezone):
return datetime.datetime.now(pytz.timezone(timezone)).strftime("%H:%M:%S%z") return datetime.datetime.now(pytz.timezone(timezone)).strftime("%H:%M:%S%z")
if "%{{NOW(" in answer: if isinstance(answer, str) and "%{{NOW(" in answer:
answer = re.sub(r"%{{NOW\(([^}]*)\)}}", lambda x: _now_in_tz(x.group(1)), answer) answer = re.sub(r"%{{NOW\(([^}]*)\)}}", lambda x: _now_in_tz(x.group(1)), answer)
return answer return answer
@ -50,9 +50,8 @@ def get(signature):
value = CACHE.get(signature) value = CACHE.get(signature)
if value: if value:
if value.startswith("file:"): if value.startswith("file:") or value.startswith("bfile:"):
sighash = value[5:] value = _read_from_file(signature, sighash=value)
value = _read_from_file(signature, sighash=sighash)
if not value: if not value:
return None return None
return _update_answer(value) return _update_answer(value)
@ -65,8 +64,7 @@ def store(signature, value):
if len(value) < MIN_SIZE_FOR_FILECACHE: if len(value) < MIN_SIZE_FOR_FILECACHE:
CACHE[signature] = value CACHE[signature] = value
else: else:
sighash = _store_in_file(signature, value) CACHE[signature] = _store_in_file(signature, value)
CACHE[signature] = "file:%s" % sighash
return _update_answer(value) return _update_answer(value)
def _hash(signature): def _hash(signature):
@ -75,13 +73,24 @@ def _hash(signature):
def _store_in_file(signature, value): def _store_in_file(signature, value):
"""Store `value` for `signature` in cache file. """Store `value` for `signature` in cache file.
Return file name (signature_hash) as the result. Return file name (signature_hash) as the result.
`value` can be string as well as bytes.
Returned filename is prefixed with "file:" (for text files)
or "bfile:" (for binary files).
""" """
signature_hash = _hash(signature) signature_hash = _hash(signature)
filename = os.path.join(LRU_CACHE, signature_hash) filename = os.path.join(LRU_CACHE, signature_hash)
if not os.path.exists(LRU_CACHE): if not os.path.exists(LRU_CACHE):
os.makedirs(LRU_CACHE) os.makedirs(LRU_CACHE)
with open(filename, "w") as f_cache:
if isinstance(value, bytes):
mode = "wb"
signature_hash = "bfile:%s" % signature_hash
else:
mode = "w"
signature_hash = "file:%s" % signature_hash
with open(filename, mode) as f_cache:
f_cache.write(value) f_cache.write(value)
return signature_hash return signature_hash
@ -90,12 +99,24 @@ def _read_from_file(signature, sighash=None):
or return None if file is not found. or return None if file is not found.
If `sighash` is specified, do not calculate file name If `sighash` is specified, do not calculate file name
from signature, but use `sighash` instead. from signature, but use `sighash` instead.
`sigash` can be prefixed with "file:" (for text files)
or "bfile:" (for binary files).
""" """
signature_hash = sighash or _hash(signature) mode = "r"
filename = os.path.join(LRU_CACHE, signature_hash) if sighash:
if sighash.startswith("file:"):
sighash = sighash[5:]
elif sighash.startswith("bfile:"):
sighash = sighash[6:]
mode = "rb"
else:
sighash = _hash(signature)
filename = os.path.join(LRU_CACHE, sighash)
if not os.path.exists(filename): if not os.path.exists(filename):
return None return None
with open(filename, "r") as f_cache: with open(filename, mode) as f_cache:
return f_cache.read() return f_cache.read()