mirror of
https://github.com/Novartis/cellxgene-gateway.git
synced 2026-09-15 12:47:59 +08:00
101 lines
3.1 KiB
Python
101 lines
3.1 KiB
Python
# Copyright 2019 Novartis Institutes for BioMedical Research Inc. Licensed
|
|
# under the Apache License, Version 2.0 (the "License"); you may not use
|
|
# this file except in compliance with the License. You may obtain a copy
|
|
# of the License at http://www.apache.org/licenses/LICENSE-2.0. Unless
|
|
# required by applicable law or agreed to in writing, software distributed
|
|
# under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
|
|
# OR CONDITIONS OF ANY KIND, either express or implied. See the License for
|
|
# the specific language governing permissions and limitations under the License.
|
|
|
|
import time
|
|
from http import HTTPStatus
|
|
from threading import Thread
|
|
from typing import List
|
|
|
|
from cellxgene_gateway import env
|
|
from cellxgene_gateway.cache_entry import CacheEntry, CacheEntryStatus
|
|
from cellxgene_gateway.cache_key import CacheKey
|
|
from cellxgene_gateway.cellxgene_exception import CellxgeneException
|
|
from cellxgene_gateway.subprocess_backend import SubprocessBackend
|
|
|
|
process_backend = SubprocessBackend()
|
|
|
|
|
|
def is_port_in_use(port):
|
|
import socket
|
|
|
|
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
|
|
return s.connect_ex(("localhost", port)) == 0
|
|
|
|
|
|
class BackendCache:
|
|
def __init__(self):
|
|
self.entry_list = []
|
|
|
|
def get_ports(self):
|
|
contents = self.entry_list
|
|
return [c.port for c in contents]
|
|
|
|
def check_path(self, source, path):
|
|
contents = self.entry_list
|
|
matches = [
|
|
c
|
|
for c in contents
|
|
if c.key.source.name == source.name
|
|
and path.startswith(c.key.descriptor)
|
|
and c.status != CacheEntryStatus.terminated
|
|
]
|
|
|
|
if len(matches) == 0:
|
|
return None
|
|
elif len(matches) == 1:
|
|
return matches[0]
|
|
else:
|
|
raise CellxgeneException(
|
|
HTTPStatus.INTERNAL_SERVER_ERROR,
|
|
"Found " + str(len(matches)) + " for " + path,
|
|
)
|
|
|
|
def check_entry(self, key):
|
|
contents = self.entry_list
|
|
matches = [
|
|
c
|
|
for c in contents
|
|
if c.key.equals(key) and c.status != CacheEntryStatus.terminated
|
|
]
|
|
|
|
if len(matches) == 0:
|
|
return None
|
|
elif len(matches) == 1:
|
|
return matches[0]
|
|
else:
|
|
raise CellxgeneException(
|
|
HTTPStatus.INTERNAL_SERVER_ERROR,
|
|
"Found " + str(len(matches)) + " for " + key.dataset,
|
|
)
|
|
|
|
def create_entry(self, key: CacheKey, scripts: List[str]):
|
|
port = 8000
|
|
existing_ports = self.get_ports()
|
|
|
|
while (port in existing_ports) or is_port_in_use(port):
|
|
port += 1
|
|
|
|
entry = CacheEntry.for_key(key, port)
|
|
|
|
background_thread = Thread(
|
|
target=process_backend.launch,
|
|
args=(env.cellxgene_location, scripts, entry),
|
|
)
|
|
background_thread.start()
|
|
|
|
self.entry_list.append(entry)
|
|
|
|
time.sleep(1) # Automatic refresh is too fast, needs a second to pause
|
|
|
|
return entry
|
|
|
|
def prune(self, process):
|
|
self.entry_list.remove(process)
|
|
process.terminate()
|