fork/cellxgene-gateway
1
0
Fork 0
mirror of https://github.com/Novartis/cellxgene-gateway.git synced 2026-10-09 00:28:13 +08:00
Code Issues Packages Projects Releases Wiki Activity

GH-4 properly reference cache.prune

Browse Source 
also added logging
This commit is contained in:
Alok Saldanha
2019-09-19 12:04:43 -04:00
parent f6d10946c6
commit b5158dee47
1 changed files with 9 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
cellxgene_gateway/prune_process_cache.py
+9 -10
View File
@@ -17,6 +17,7 @@ from cellxgene_gateway.env import ttl
class PruneProcessCache: class PruneProcessCache:
def __init__(self, cache): def __init__(self, cache):
self.cache = cache self.cache = cache
self.expire_seconds = (3600 if ttl is None else int(ttl))
def __call__(self): def __call__(self):
while True: while True:
@@ -25,16 +26,14 @@ class PruneProcessCache:
def prune(self): def prune(self):
timestamp = current_time_stamp() timestamp = current_time_stamp()
cutoff = timestamp - self.expire_seconds
processes_to_delete = [] processes_to_delete = [p for p in self.cache.entry_list if p.timestamp < cutoff]
for p in self.cache.entry_list: processes_to_keep = [p for p in self.cache.entry_list if not p.timestamp < cutoff]
if timestamp - p.timestamp > (3600 if ttl is None else ttl): logging.getLogger("werkzeug").debug(f"Cutoff {cutoff} = timestamp {timestamp} - expire seconds {self.expire_seconds} , keeping {processes_to_keep}")
processes_to_delete.append(p)
processes_to_delete
for process in processes_to_delete: for process in processes_to_delete:
try: try:
cache.prune(process) logging.getLogger("werkzeug").info(f"pruning process {process.pid} ({process.dataset})")
self.cache.prune(process)
except Exception: except Exception:
logging.getLogger("werkzeug").exception("failed to prune process") logging.getLogger("werkzeug").exception("failed to prune process {process.pid} ({process.dataset})")