mirror of
https://github.com/Novartis/cellxgene-gateway.git
synced 2026-09-15 12:47:59 +08:00
48 lines
1.8 KiB
Python
48 lines
1.8 KiB
Python
# Copyright 2019 Novartis Institutes for BioMedical Research Inc. Licensed
|
|
# under the Apache License, Version 2.0 (the "License"); you may not use
|
|
# this file except in compliance with the License. You may obtain a copy
|
|
# of the License at http://www.apache.org/licenses/LICENSE-2.0. Unless
|
|
# required by applicable law or agreed to in writing, software distributed
|
|
# under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
|
|
# OR CONDITIONS OF ANY KIND, either express or implied. See the License for
|
|
# the specific language governing permissions and limitations under the License.
|
|
|
|
import logging
|
|
import time
|
|
|
|
from cellxgene_gateway import env, util
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class PruneProcessCache:
|
|
def __init__(self, cache):
|
|
self.cache = cache
|
|
self.expire_seconds = env.expire_seconds
|
|
|
|
def __call__(self):
|
|
while True:
|
|
time.sleep(60)
|
|
self.prune()
|
|
|
|
def prune(self):
|
|
timestamp = util.current_time_stamp()
|
|
cutoff = timestamp - self.expire_seconds
|
|
processes_to_delete = [p for p in self.cache.entry_list if p.timestamp < cutoff]
|
|
processes_to_keep = [
|
|
p for p in self.cache.entry_list if not p.timestamp < cutoff
|
|
]
|
|
|
|
logger.debug(
|
|
f"Cutoff {cutoff} = timestamp {timestamp} - expire seconds {self.expire_seconds} , keeping {processes_to_keep}, pruning {processes_to_delete}"
|
|
)
|
|
|
|
for process in processes_to_delete:
|
|
try:
|
|
logger.info(f"pruning process {process.pid} ({process.key.descriptor})")
|
|
self.cache.prune(process)
|
|
except Exception:
|
|
logger.exception(
|
|
"failed to prune process {process.pid} ({process.key.descriptor})"
|
|
)
|