Merge pull request #102 from Novartis/reenable-codecov

reenable-codecov

.github/workflows/pr-checks.yaml

@@ -6,7 +6,7 @@ on: [push, pull_request]
 
 jobs:
   black:
-    runs-on: ubuntu-18.04
+    runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v2
         name: Checkout repository
@@ -25,7 +25,7 @@ jobs:
           black . --check
   # This job is copied over from `deploy.yaml`
   run-tests:
-    runs-on: ubuntu-18.04
+    runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v2
 
@@ -40,6 +40,7 @@ jobs:
           eval "$(conda shell.bash hook)"
           conda activate cellxgene-gateway
           python setup.py install
+          pip install -r requirements-test.txt
 
       - name: Run tests
         run: |
@@ -52,9 +53,32 @@ jobs:
           eval "$(conda shell.bash hook)"
           conda activate cellxgene-gateway
           coverage report --fail-under 41
+          coverage report > coverage.txt
+          coverage html -i
           coverage xml -i
 
+      - name: Upload coverage HTML report
+        uses: actions/upload-artifact@v4
+        with:
+          name: coverage-html
+          path: htmlcov/
+          retention-days: 30
+
+      - name: Upload coverage xml
+        uses: actions/upload-artifact@v4
+        with:
+          name: coverage-xml
+          path: coverage.xml
+          retention-days: 30
+
+      - name: Upload coverage summary
+        uses: actions/upload-artifact@v4
+        with:
+          name: coverage-summary
+          path: coverage.txt
+          retention-days: 30
       - name: "Upload coverage to Codecov"
+        if: ${{ github.event_name == 'push' || (github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == github.repository) }}
         uses: codecov/codecov-action@v1
         with:
           token: ${{ secrets.CODECOV_TOKEN }}

Changelog.md

@@ -1,3 +1,61 @@
+# 0.4.2
+
+* update package name
+
+# 0.4.1
+
+* Fix UnicodeDecodeError when viewing compressed datasets
+* Fix WSGI server initialization by extracting data source setup
+* Fix AttributeError by storing ItemSource objects in default_item_source
+* Delay itemsource initialization until first request is served
+* Set default_item_source and start pruner thread
+* Added start scripts for flask, gunicorn and uwsgi
+* Made pruner a daemon thread
+* Updated start scripts to run in subshells
+* Fixed bug in status.json
+
+# 0.4.0
+
+* Removed dependency on flask-api
+* Updated dependencies (python 3.11, numpy, unpinned flask, werkzeug)
+
+# 0.3.12
+
+* #81 List gene set annotations when cell annotations not present
+* #86 Upgrade pip within docker image
+* #73 Moved new link to front
+* #87 Temporarily pin versions of werkzeug and flask
+
+
+# 0.3.11
+
+* #81 added support for gene sets
+* #79 added example for cellxgene-gateway customized docker image
+* #78 prune directories that do not contain h5ad files
+
+# 0.3.10
+
+* #65 Added GATEWAY_EXPIRE_SECONDS to set how long cellxgene servers can remain idle before being terminated.
+* Added GATEWAY_LOG_LEVEL to set the log level
+* #68 Close connections after reading response
+* #68 Background thread reads from output of cellxgene process until it exits
+
+# 0.3.9
+
+* Added S3_ENABLE_LISTINGS_CACHE variable (See README.md)
+
+# 0.3.8
+
+* Fixed bug #57 affecting deeply nested subdirectory listing
+
+# 0.3.7
+
+* added back /metadata/ip_address endpoint
+
+# 0.3.6
+
+* pinned version of werkzeug
+
 # 0.3.5
 
 * Pinned flask version to match cellxgene 0.17.0

Dockerfile

@@ -0,0 +1,9 @@
+FROM python:3.11
+
+RUN pip install --upgrade pip
+RUN pip install "cellxgene-gateway>=0.4"
+
+ENV CELLXGENE_DATA=/cellxgene-data
+ENV CELLXGENE_LOCATION=/usr/local/bin/cellxgene
+
+CMD ["cellxgene-gateway"]

README.md

@@ -73,9 +73,12 @@ Optional environment variables:
 * `EXTERNAL_PROTOCOL` - typically http when running locally, can be https when deployed if the gateway is behind a load balancer or reverse proxy that performs https termination. Default value "http"
 * `GATEWAY_IP` - ip addess of instance gateway is running on, mostly used to display SSH instructions. Defaults to `socket.gethostbyname(socket.gethostname())`
 * `GATEWAY_PORT` - local port that the gateway should bind to, defaults to 5005
+* `GATEWAY_EXPIRE_SECONDS` - time in seconds that a cellxgene process will remain idle before being terminated. Defaults to 3600 (one hour)
 * `GATEWAY_EXTRA_SCRIPTS` - JSON array of script paths, will be embedded into each page and forwarded with `--scripts` to cellxgene server
-* `GATEWAY_ENABLE_ANNOTATIONS` - Set to `true` or to `1` to enable cellxgene annotations. 
+* `GATEWAY_ENABLE_ANNOTATIONS` - Set to `true` or to `1` to enable cellxgene annotations and gene sets.
 * `GATEWAY_ENABLE_BACKED_MODE` - Set to `true` or to `1` to load AnnData in file-backed mode. This saves memory and speeds up launch time but may reduce overall performance.
+* `GATEWAY_LOG_LEVEL` - default is `INFO`. set to `DEBUG` to increase logging and to `WARNING` to decrease logging.
+* `S3_ENABLE_LISTINGS_CACHE` - Set to `true` or to `1` to cache listings of S3 folders for performance. If the cache becomes stale, set `filecrawl.html?refresh=true` query parameter to refresh the cache.
 
 If any of the following optional variables are set, [ProxyFix](https://werkzeug.palletsprojects.com/en/1.0.x/middleware/proxy_fix/) will be used.
 * `PROXY_FIX_FOR` - Number of upstream proxies setting X-Forwarded-For
@@ -86,6 +89,48 @@ If any of the following optional variables are set, [ProxyFix](https://werkzeug.
 
 The defaults should be fine if you set up a venv and cellxgene_data folder as above.
 
+## Running cellxgene-gateway with Docker
+
+First, build Docker image:
+
+```bash
+docker build -t cellxgene-gateway .
+```
+
+Then, cellxgene-gateway can be launched as such:
+
+```bash
+docker run -it --rm \
+-v <local_data_dir>:/cellxgene-data \
+-p 5005:5005 \
+cellxgene-gateway
+```
+
+Additional environment variables can be provided with the `-e` parameter:
+
+```bash
+docker run -it --rm \
+-v ../cellxgene_data:/cellxgene-data \
+-e GATEWAY_PORT=8080 \
+-p 8080:8080 \
+cellxgene-gateway
+```
+## Running cellxgene gateway with start scripts
+
+For your convenience, we provide start scripts for flask, gunicorn and uwsgi.
+
+First, set up a .env
+```bash
+cp env_example .env
+# edit .env
+open .env
+```
+
+Then run the scripts in a subshell
+```bash
+( ./start_flask.sh )
+```
+
 # Customization
 
 The current paradigm for customization is to modify files during a build or deployment phase:
@@ -161,6 +206,35 @@ black .
 
 If you need help for any reason, please make a github ticket. One of the contributors should help you out.
 
+# Releasing New Versions
+
+## How to prepare for release
+
+- Update Changelog.md and version number in __init__.py
+- Cut a release on github
+	- Go to your project homepage on GitHub
+	- On right side, you will see [Releases](https://github.com/Novartis/cellxgene-gateway/releases) link. Click on it.
+	- Click on Draft a new release
+	- Fill in all the details
+		- Tag version should be the version number of your package release
+		- Release Title can be anything you want, but we use v0.3.11 (the same as the tag to be created on publish)
+		- Description should be changelog
+	- Click Publish release at the bottom of the page
+	- Now under Releases you can view all of your releases.
+	- Copy the download link (tar.gz) and save it somewhere
+
+## How to publish to PyPI
+
+Make sure your `.pypirc` is set up for testpypi and pypi index servers.
+ 
+
+```bash
+rm -rf dist
+python setup.py sdist bdist_wheel
+python -m twine upload --repository testpypi dist/*
+python -m twine upload dist/*
+```
+
 # Contributors
 
 * Niket Patel - https://github.com/NiketPatel9

cellxgene_gateway/__init__.py

@@ -7,4 +7,4 @@
 # OR CONDITIONS OF ANY KIND, either express or implied. See the License for
 # the specific language governing permissions and limitations under the License.
 
-__version__ = "0.3.5"
+__version__ = "0.4.2"

cellxgene_gateway/backend_cache.py

@@ -8,11 +8,10 @@
 # the specific language governing permissions and limitations under the License.
 
 import time
+from http import HTTPStatus
 from threading import Thread
 from typing import List
 
-from flask_api import status
-
 from cellxgene_gateway import env
 from cellxgene_gateway.cache_entry import CacheEntry, CacheEntryStatus
 from cellxgene_gateway.cache_key import CacheKey
@@ -53,7 +52,7 @@ class BackendCache:
             return matches[0]
         else:
             raise CellxgeneException(
-                status.HTTP_500_INTERNAL_SERVER_ERROR,
+                HTTPStatus.INTERNAL_SERVER_ERROR,
                 "Found " + str(len(matches)) + " for " + path,
             )
 
@@ -71,7 +70,7 @@ class BackendCache:
             return matches[0]
         else:
             raise CellxgeneException(
-                status.HTTP_500_INTERNAL_SERVER_ERROR,
+                HTTPStatus.INTERNAL_SERVER_ERROR,
                 "Found " + str(len(matches)) + " for " + key.dataset,
             )
 

cellxgene_gateway/cache_entry.py

@@ -9,7 +9,6 @@
 import datetime
 import logging
 import re
-import urllib.parse
 from enum import Enum
 
 import psutil
@@ -22,6 +21,8 @@ from cellxgene_gateway.cellxgene_exception import CellxgeneException
 from cellxgene_gateway.flask_util import querystring
 from cellxgene_gateway.util import current_time_stamp
 
+logger = logging.getLogger(__name__)
+
 
 class CacheEntryStatus(Enum):
     loaded = "loaded"
@@ -57,7 +58,6 @@ class CacheEntry:
 
     @classmethod
     def for_key(cls, key, port):
-
         return cls(
             None,
             key,
@@ -111,7 +111,7 @@ class CacheEntry:
             except psutil.NoSuchProcess:
                 pass
 
-            logging.getLogger("cellxgene_gateway").info(f"terminated {terminated}")
+            logger.info(f"terminated {terminated}")
         self.status = CacheEntryStatus.terminated
 
     def rewrite_text_content(self, cellxgene_content):
@@ -148,7 +148,7 @@ class CacheEntry:
         headers = {}
         copy_headers = [
             "accept",
-            "accept-encoding",
+            # "accept-encoding" - removed: let requests library handle compression/decompression
             "accept-language",
             "cache-control",
             "connection",
@@ -168,39 +168,43 @@ class CacheEntry:
                 headers[h] = request.headers[h]
 
         full_path = self.cellxgene_basepath() + subpath + querystring()
+        cellxgene_response = None
+        try:
+            if request.method in ["GET", "HEAD", "OPTIONS"]:
+                cellxgene_response = get(full_path, headers=headers)
+            elif request.method == "PUT":
+                cellxgene_response = put(
+                    full_path,
+                    headers=headers,
+                    data=request.data,
+                )
+            elif request.method == "POST":
+                cellxgene_response = post(
+                    full_path,
+                    headers=headers,
+                    data=request.data,
+                )
+            else:
+                raise CellxgeneException(f"Unexpected method {request.method}", 400)
+            content_type = cellxgene_response.headers["content-type"]
+            if "text" in content_type:
+                gateway_content = self.rewrite_text_content(
+                    cellxgene_response.content.decode()
+                )
+            else:
+                gateway_content = cellxgene_response.content
 
-        if request.method in ["GET", "HEAD", "OPTIONS"]:
-            cellxgene_response = get(full_path, headers=headers)
-        elif request.method == "PUT":
-            cellxgene_response = put(
-                full_path,
-                headers=headers,
-                data=request.data,
-            )
-        elif request.method == "POST":
-            cellxgene_response = post(
-                full_path,
-                headers=headers,
-                data=request.data,
-            )
-        else:
-            raise CellxgeneException(f"Unexpected method {request.method}", 400)
-        content_type = cellxgene_response.headers["content-type"]
-        if "text" in content_type:
-            gateway_content = self.rewrite_text_content(
-                cellxgene_response.content.decode()
-            )
-        else:
-            gateway_content = cellxgene_response.content
+            resp_headers = {}
+            for h in copy_headers:
+                if h in cellxgene_response.headers:
+                    resp_headers[h] = cellxgene_response.headers[h]
 
-        resp_headers = {}
-        for h in copy_headers:
-            if h in cellxgene_response.headers:
-                resp_headers[h] = cellxgene_response.headers[h]
-
-        gateway_response = make_response(
-            gateway_content,
-            cellxgene_response.status_code,
-            resp_headers,
-        )
+            gateway_response = make_response(
+                gateway_content,
+                cellxgene_response.status_code,
+                resp_headers,
+            )
+        finally:
+            if cellxgene_response is not None:
+                cellxgene_response.close()
         return gateway_response

cellxgene_gateway/dir_util.py

@@ -9,8 +9,6 @@
 
 import os
 
-from flask_api import status
-
 from cellxgene_gateway import env
 from cellxgene_gateway.cellxgene_exception import CellxgeneException
 

cellxgene_gateway/env.py

@@ -9,7 +9,6 @@
 
 import logging
 import os
-import socket
 
 cellxgene_location = os.environ.get("CELLXGENE_LOCATION")
 cellxgene_data = os.environ.get("CELLXGENE_DATA", "")
@@ -24,7 +23,9 @@ external_protocol = os.environ.get(
 )
 ip = os.environ.get("GATEWAY_IP")
 extra_scripts = os.environ.get("GATEWAY_EXTRA_SCRIPTS")
-ttl = os.environ.get("GATEWAY_TTL")
+expire_seconds = int(
+    os.environ.get("GATEWAY_EXPIRE_SECONDS", os.environ.get("GATEWAY_TTL", "3600"))
+)
 enable_annotations = os.environ.get("GATEWAY_ENABLE_ANNOTATIONS", "").lower() in [
     "true",
     "1",
@@ -33,6 +34,7 @@ enable_backed_mode = os.environ.get("GATEWAY_ENABLE_BACKED_MODE", "").lower() in
     "true",
     "1",
 ]
+log_level = logging.getLevelName(os.environ.get("GATEWAY_LOG_LEVEL", "INFO"))
 
 env_vars = {
     "CELLXGENE_LOCATION": cellxgene_location,
@@ -50,9 +52,10 @@ optional_env_vars = {
     "GATEWAY_IP": ip,
     "GATEWAY_PORT": gateway_port,
     "GATEWAY_EXTRA_SCRIPTS": extra_scripts,
-    "GATEWAY_TTL": ttl,
+    "GATEWAY_EXPIRE_SECONDS": expire_seconds,
     "GATEWAY_ENABLE_ANNOTATIONS": enable_annotations,
     "GATEWAY_ENABLE_BACKED_MODE": enable_backed_mode,
+    "GATEWAY_LOG_LEVEL": log_level,
     "CELLXGENE_ARGS": cellxgene_args,
     "CELLXGENE_DATA": cellxgene_data,
     "PROXY_FIX_FOR": proxy_fix_for,

cellxgene_gateway/filecrawl.py

@@ -7,31 +7,32 @@
 # OR CONDITIONS OF ANY KIND, either express or implied. See the License for
 # the specific language governing permissions and limitations under the License.
 
-import os
+import html
 import urllib.parse
 
-from cellxgene_gateway import env, flask_util
+from cellxgene_gateway import flask_util
 from cellxgene_gateway.cache_key import CacheKey
 from cellxgene_gateway.dir_util import annotations_suffix, make_annotations, make_h5ad
+from cellxgene_gateway.env import enable_annotations
 
 
 def render_annotations(item, item_source):
+    if not enable_annotations:
+        return ""
     url = flask_util.view_url(
         item_source.get_annotations_subpath(item), item_source.name
     )
-    new_annotation = f"<a class='new' href='{url}'>new</a>"
+    new_annotation = [f"<a class='new' href='{url}'>new</a>"]
+
     annotations = (
-        ", ".join(
-            [
-                f"<a href='{CacheKey(item, item_source, a).view_url}/'>{a.name}</a>"
-                for a in item.annotations
-            ]
-        )
-        + ", "
+        [
+            f"<a href='{CacheKey(item, item_source, a).view_url}/'>{html.escape(a.name)}</a>"
+            for a in item.annotations
+        ]
         if item.annotations
-        else ""
+        else []
     )
-    return " | annotations: " + annotations + new_annotation
+    return "| annotations: " + ", ".join(new_annotation + annotations)
 
 
 def render_item(item, item_source):
@@ -54,7 +55,7 @@ def render_item_tree(item_tree, item_source):
     if item_tree.descriptor:
         descriptor = item_tree.descriptor.lstrip("/")
         url = f"/filecrawl/{descriptor}?source={item_source.name}"
-        name = descriptor.rsplit("/")[1] if descriptor.find("/") >= 0 else descriptor
+        name = descriptor.rsplit("/", 1)[-1]
         return f"<li><a href='{url}'>{name}</a>{html}</li>"
     else:
         return html

cellxgene_gateway/gateway.py

@@ -22,9 +22,7 @@ from flask import (
     send_from_directory,
     url_for,
 )
-from flask_api import status
 from werkzeug.middleware.proxy_fix import ProxyFix
-from werkzeug.utils import secure_filename
 
 from cellxgene_gateway import env, flask_util
 from cellxgene_gateway.backend_cache import BackendCache
@@ -42,6 +40,12 @@ app = Flask(__name__)
 item_sources = []
 default_item_source = None
 
+# Guard for lazy initialization so tests can import this module without
+# triggering environment-dependent side effects. initialize_data_sources()
+# will set this to True when it has run.
+data_sources_initialized = False
+data_sources_init_lock = Lock()
+
 
 def _force_https(app):
     def wrapper(environ, start_response):
@@ -52,6 +56,14 @@ def _force_https(app):
     return wrapper
 
 
+def set_no_cache(resp):
+    resp.headers["Cache-Control"] = "no-cache, no-store, must-revalidate"
+    resp.headers["Pragma"] = "no-cache"
+    resp.headers["Expires"] = "0"
+    resp.headers["Cache-Control"] = "public, max-age=0"
+    return resp
+
+
 app.wsgi_app = _force_https(app.wsgi_app)
 if (
     env.proxy_fix_for > 0
@@ -69,12 +81,89 @@ if (
         x_prefix=env.proxy_fix_prefix,
     )
 
+
+# WSGI middleware to ensure data sources are initialized before the first
+# WSGI request is handled. This guarantees initialization works under
+# Gunicorn/uWSGI (which import the module but don't call main()). The
+# initialize_data_sources() function is idempotent-protected by
+# data_sources_initialized and data_sources_init_lock.
+def _init_on_first_wsgi_request(wsgi_app):
+    def middleware(environ, start_response):
+        global data_sources_initialized
+        if not data_sources_initialized:
+            with data_sources_init_lock:
+                if not app.extensions.get("cellxgene_gateway", {}).get("launchtime"):
+                    app.extensions.setdefault("cellxgene_gateway", {})[
+                        "launchtime"
+                    ] = current_time_stamp()
+
+                if not data_sources_initialized:
+                    initialize_data_sources()
+
+                    env.validate()
+                    if not item_sources or not len(item_sources):
+                        raise Exception(
+                            "No data sources specified for Cellxgene Gateway"
+                        )
+
+                    global default_item_source
+                    if default_item_source is None:
+                        default_item_source = item_sources[0]
+
+                    data_sources_initialized = True
+        return wsgi_app(environ, start_response)
+
+    return middleware
+
+
+# Wrap the WSGI app so Gunicorn/uWSGI will trigger initialization when the
+# first request comes in. Tests that need initialization can call
+# initialize_data_sources() directly.
+app.wsgi_app = _init_on_first_wsgi_request(app.wsgi_app)
+
 cache = BackendCache()
 
 
+# Initialize data sources - this is defined later in the file but called here
+# to ensure initialization happens when WSGI servers (Gunicorn) import the module
+def initialize_data_sources():
+    """Initialize data sources from environment variables.
+    Called at module import time for WSGI server compatibility (Gunicorn).
+    Uses a guard flag to prevent double initialization within a process."""
+    global default_item_source
+
+    logging.basicConfig(
+        level=env.log_level,
+        format="%(asctime)s:%(name)s:%(levelname)s:%(message)s",
+    )
+    logger = logging.getLogger(__name__)
+
+    cellxgene_data = os.environ.get("CELLXGENE_DATA", None)
+    cellxgene_bucket = os.environ.get("CELLXGENE_BUCKET", None)
+
+    if cellxgene_bucket is not None:
+        from cellxgene_gateway.items.s3.s3item_source import S3ItemSource
+
+        s3_source = S3ItemSource(cellxgene_bucket, name="s3")
+        item_sources.append(s3_source)
+        default_item_source = s3_source
+        logger.info("Initialized S3 data source")
+        logger.debug(f"S3 bucket: {cellxgene_bucket}")
+    if cellxgene_data is not None:
+        from cellxgene_gateway.items.file.fileitem_source import FileItemSource
+
+        file_source = FileItemSource(cellxgene_data, name="local")
+        item_sources.append(file_source)
+        default_item_source = file_source
+        logger.info("Initialized local file data source")
+        logger.debug(f"Data directory: {cellxgene_data}")
+    if len(item_sources) == 0:
+        raise Exception("Please specify CELLXGENE_DATA or CELLXGENE_BUCKET")
+    flask_util.include_source_in_url = len(item_sources) > 1
+
+
 @app.errorhandler(CellxgeneException)
 def handle_invalid_usage(error):
-
     message = f"{error.http_status} Error : {error.message}"
 
     return (
@@ -89,7 +178,6 @@ def handle_invalid_usage(error):
 
 @app.errorhandler(ProcessException)
 def handle_invalid_process(error):
-
     message = []
 
     message.append(error.message)
@@ -157,10 +245,7 @@ def filecrawl(path=None):
             path=path,
         )
     )
-    resp.headers["Cache-Control"] = "no-cache, no-store, must-revalidate"
-    resp.headers["Pragma"] = "no-cache"
-    resp.headers["Expires"] = "0"
-    resp.headers["Cache-Control"] = "public, max-age=0"
+    set_no_cache(resp)
     return resp
 
 
@@ -168,7 +253,7 @@ entry_lock = Lock()
 
 
 def matching_source(source_name):
-    if source_name is None:
+    if source_name is None and default_item_source is not None:
         source_name = default_item_source.name
     matching = [i for i in item_sources if i.name == source_name]
     if len(matching) != 1:
@@ -209,9 +294,17 @@ def do_view(path, source_name=None):
         match.status == CacheEntryStatus.loaded
         or match.status == CacheEntryStatus.loading
     ):
-        return match.serve_content(path)
+        if source.is_authorized(match.key.descriptor):
+            return match.serve_content(path)
+        else:
+            raise CellxgeneException("User not authorized to access this data", 403)
     elif match.status == CacheEntryStatus.error:
         raise ProcessException.from_cache_entry(match)
+    else:
+        raise CellxgeneException(
+            f"Unexpected cache entry status {match.status} for key {match.key.descriptor}",
+            500,
+        )
 
 
 @app.route("/cache_status", methods=["GET"])
@@ -225,28 +318,40 @@ def do_GET_status():
 
 @app.route("/cache_status.json", methods=["GET"])
 def do_GET_status_json():
+    def map_entry(entry):
+        dataset = entry.key.h5ad_item.descriptor
+        annotation_file = entry.key.annotation_descriptor
+        return {
+            "dataset": dataset,
+            "annotation_file": annotation_file,
+            "launchtime": entry.launchtime,
+            "last_access": entry.timestamp,
+            "status": entry.status.name,
+        }
+
     return json.dumps(
         {
-            "launchtime": app.launchtime,
-            "entry_list": [
-                {
-                    "dataset": entry.key.dataset,
-                    "annotation_file": entry.key.annotation_file,
-                    "launchtime": entry.launchtime,
-                    "last_access": entry.timestamp,
-                    "status": entry.status,
-                }
-                for entry in cache.entry_list
-            ],
+            "launchtime": app.extensions.get("cellxgene_gateway", {}).get("launchtime"),
+            "entry_list": [map_entry(entry) for entry in cache.entry_list],
         }
     )
 
 
-@app.route("/relaunch/<path:path>", methods=["GET"])
-def do_relaunch(path):
-    source_name = request.args.get("source_name") or default_item_source.name
+def get_cache_key(path):
+    if request.args.get("source_name"):
+        source_name = request.args.get("source_name")
+    elif default_item_source:
+        source_name = default_item_source.name
+    else:
+        source_name = None
     source = matching_source(source_name)
     key = CacheKey.for_lookup(source, source.lookup(path))
+    return key
+
+
+@app.route("/relaunch/<path:path>", methods=["GET"])
+def do_relaunch(path):
+    key = get_cache_key(path)
     match = cache.check_entry(key)
     if not match is None:
         match.terminate()
@@ -258,55 +363,42 @@ def do_relaunch(path):
 
 @app.route("/terminate/<path:path>", methods=["GET"])
 def do_terminate(path):
-    source_name = request.args.get("source_name") or default_item_source.name
-    source = matching_source(source_name)
-    key = CacheKey.for_lookup(source, source.lookup(path))
+    key = get_cache_key(path)
     match = cache.check_entry(key)
     if not match is None:
         match.terminate()
     return redirect(url_for("do_GET_status"), code=302)
 
 
-def launch():
-    env.validate()
-    if not item_sources or not len(item_sources):
-        raise Exception("No data sources specified for Cellxgene Gateway")
+@app.route("/metadata/ip_address", methods=["GET"])
+def ip_address():
+    resp = make_response(env.ip)
+    return set_no_cache(resp)
 
-    global default_item_source
-    if default_item_source is None:
-        default_item_source = item_sources[0]
 
+def start_pruner_thread():
     pruner = PruneProcessCache(cache)
-
-    background_thread = Thread(target=pruner)
+    # Run the pruner as a daemon thread so it won't block interpreter
+    # shutdown (for example when Ctrl-C is used in the main thread).
+    # This avoids "Exception ignored in: <module 'threading'...>" at exit.
+    background_thread = Thread(target=pruner, daemon=True)
     background_thread.start()
 
-    app.launchtime = current_time_stamp()
+
+def launch():
+    start_pruner_thread()
+
+    app.extensions.setdefault("cellxgene_gateway", {})[
+        "launchtime"
+    ] = current_time_stamp()
     app.run(host="0.0.0.0", port=env.gateway_port, debug=False)
 
 
+app.extensions.setdefault("cellxgene_gateway", {})["launchtime"] = None
+
+
 def main():
-    logging.basicConfig(
-        level=logging.INFO,
-        format="%(asctime)s:%(name)s:%(levelname)s:%(message)s",
-    )
-    cellxgene_data = os.environ.get("CELLXGENE_DATA", None)
-    cellxgene_bucket = os.environ.get("CELLXGENE_BUCKET", None)
-
-    if cellxgene_bucket is not None:
-        from cellxgene_gateway.items.s3.s3item_source import S3ItemSource
-
-        item_sources.append(S3ItemSource(cellxgene_bucket, name="s3"))
-        default_item_source = "s3"
-    if cellxgene_data is not None:
-        from cellxgene_gateway.items.file.fileitem_source import FileItemSource
-
-        item_sources.append(FileItemSource(cellxgene_data, name="local"))
-        default_item_source = "local"
-    if len(item_sources) == 0:
-        raise Exception("Please specify CELLXGENE_DATA or CELLXGENE_BUCKET")
-    flask_util.include_source_in_url = len(item_sources) > 1
-
+    """CLI entry point for Flask development server."""
     launch()
 
 

cellxgene_gateway/items/file/fileitem_source.py

@@ -24,17 +24,22 @@ class FileItemSource(ItemSource):
         h5ad_suffix=dir_util.h5ad_suffix,
         annotation_dir_suffix=dir_util.annotations_suffix,
         annotation_file_suffix=".csv",
+        gene_set_file_suffix="_gene_sets.csv",
     ):
         self._name = name
         self.base_path = base_path
         self.h5ad_suffix = h5ad_suffix
         self.annotation_dir_suffix = annotation_dir_suffix
         self.annotation_file_suffix = annotation_file_suffix
+        self.gene_set_file_suffix = gene_set_file_suffix
 
     @property
     def name(self):
         return self._name or f"Files:{self.base_path}"
 
+    def is_gene_set(self, path: str) -> bool:
+        return path.endswith(self.gene_set_file_suffix)
+
     def is_h5ad_file(self, path: str) -> bool:
         return path.endswith(self.h5ad_suffix) and os.path.isfile(path)
 
@@ -63,7 +68,7 @@ class FileItemSource(ItemSource):
 
         return item_tree
 
-    def scan_directory(self, subpath="") -> dict:
+    def scan_directory(self, subpath: str = "") -> ItemTree:
         base_path = os.path.join(self.base_path, subpath)
 
         if not os.path.exists(base_path):
@@ -100,6 +105,11 @@ class FileItemSource(ItemSource):
             branches = [
                 self.scan_directory(os.path.join(subpath, subdir)) for subdir in subdirs
             ]
+            # Exclude branches without files as leaves. Since traversal is applied pre-order,
+            # branch.branches has already been processed and we don't need to check deeper nesting.
+            branches = [
+                branch for branch in branches if branch.items or branch.branches
+            ]
 
         return ItemTree(subpath, items, branches)
 
@@ -121,6 +131,9 @@ class FileItemSource(ItemSource):
         if self.is_h5ad_file(full_path):
             return self.shallowitem_from_descriptor(descriptor)
 
+    def is_authorized(self, descriptor):
+        return True
+
     def lookup(self, indescriptor: str) -> LookupResult:
         descriptor = indescriptor.strip("/")
         if descriptor.endswith(self.annotation_file_suffix):
@@ -173,11 +186,29 @@ class FileItemSource(ItemSource):
         annotations_subpath = self.get_annotations_subpath(item)
         annotations_fullpath = self.full_path(annotations_subpath)
         if os.path.isdir(annotations_fullpath):
-            return [
+            sorted_files = sorted(os.listdir(annotations_fullpath))
+            annotation_files = [
                 self.make_fileitem_from_path(annotation, annotations_subpath, True)
-                for annotation in sorted(os.listdir(annotations_fullpath))
+                for annotation in sorted_files
                 if annotation.endswith(self.annotation_file_suffix)
+                and not self.is_gene_set(annotation)
                 and os.path.isfile(os.path.join(annotations_fullpath, annotation))
             ]
+
+            # Catch gene sets without accompanying [annotations].csv
+            gene_sets_files = [
+                self.make_fileitem_from_path(
+                    annotation[: -len(self.gene_set_file_suffix)] + ".csv",
+                    annotations_subpath,
+                    True,
+                )
+                for annotation in sorted_files
+                if self.is_gene_set(annotation)
+                and annotation[: -len(self.gene_set_file_suffix)]
+                not in [a.name for a in annotation_files]
+                and os.path.isfile(os.path.join(annotations_fullpath, annotation))
+            ]
+
+            return sorted(annotation_files + gene_sets_files, key=lambda x: x.name)
         else:
             return None

cellxgene_gateway/items/item_source.py

@@ -40,6 +40,10 @@ class ItemSource(ABC):
     def update(self, item: Item) -> None:
         raise Exception('"update" unimplemented')
 
+    @abstractmethod
+    def is_authorized(self, descriptor: str) -> bool:
+        raise Exception('"is_authorized" unimplemented')
+
     @abstractmethod
     def lookup(self, descriptor: str) -> LookupResult:
         raise Exception('"lookup" unimplemented')

cellxgene_gateway/items/s3/s3item_source.py

@@ -7,9 +7,11 @@
 # OR CONDITIONS OF ANY KIND, either express or implied. See the License for
 # the specific language governing permissions and limitations under the License.
 
-from os.path import basename, dirname, join
+import os
+from os.path import basename, dirname
 from typing import List
 
+import flask
 import s3fs
 
 from cellxgene_gateway import dir_util
@@ -18,6 +20,10 @@ from cellxgene_gateway.items.item_source import ItemSource, LookupResult
 from cellxgene_gateway.items.s3.s3item import S3Item
 
 
+def truthy(val: str):
+    return val.lower() in ["true", "1"]
+
+
 class S3ItemSource(ItemSource):
     def __init__(
         self,
@@ -28,7 +34,10 @@ class S3ItemSource(ItemSource):
         annotation_file_suffix=".csv",
     ):
         self._name = name
-        self.s3 = s3fs.S3FileSystem()
+        enable_cache = os.environ.get("S3_ENABLE_LISTINGS_CACHE", "false").lower()
+        assert enable_cache in ["0", "1", "false", "true"]
+        self.use_listings_cache = truthy(enable_cache)
+        self.s3 = s3fs.S3FileSystem(use_listings_cache=self.use_listings_cache)
         if bucket.startswith("s3://"):
             raise Exception(
                 f"Bucket name should not include s3:// prefix, got {bucket}"
@@ -67,6 +76,13 @@ class S3ItemSource(ItemSource):
         item_tree = self.scan_directory("" if filter is None else filter)
         return item_tree
 
+    @property
+    def refresh(self):
+        return (
+            truthy(flask.request.args.get("refresh", default="false"))
+            or not self.use_listings_cache
+        )
+
     def scan_directory(self, directory_key="") -> dict:
         url = self.url(directory_key)
 
@@ -75,7 +91,7 @@ class S3ItemSource(ItemSource):
 
         s3key_map = dict(
             (self.remove_bucket(filepath), "s3://" + filepath)
-            for filepath in sorted(self.s3.ls(url))
+            for filepath in sorted(self.s3.ls(url, refresh=self.refresh))
         )
 
         def is_annotation_dir(dir_s3key):
@@ -100,6 +116,9 @@ class S3ItemSource(ItemSource):
         branches = None
         if len(subdir_keys) > 0:
             branches = [self.scan_directory(key) for key in subdir_keys]
+            branches = [
+                branch for branch in branches if branch.items or branch.branches
+            ]
 
         return ItemTree(directory_key, items, branches)
 
@@ -113,6 +132,9 @@ class S3ItemSource(ItemSource):
     def update(self, item: S3Item) -> None:
         pass
 
+    def is_authorized(self, descriptor):
+        return True
+
     def lookup_item(self, descriptor):
         full_path = self.url(descriptor)
         if self.is_h5ad_url(full_path):
@@ -163,7 +185,9 @@ class S3ItemSource(ItemSource):
                 self.make_s3item_from_key(
                     basename(annotation), self.remove_bucket(annotation), True
                 )
-                for annotation in sorted(self.s3.ls(annotations_fullpath))
+                for annotation in sorted(
+                    self.s3.ls(annotations_fullpath, refresh=self.refresh)
+                )
                 if annotation.endswith(self.annotation_file_suffix)
                 and self.s3.isfile("s3://" + annotation)
             ]

cellxgene_gateway/prune_process_cache.py

@@ -18,7 +18,7 @@ logger = logging.getLogger(__name__)
 class PruneProcessCache:
     def __init__(self, cache):
         self.cache = cache
-        self.expire_seconds = 3600 if env.ttl is None else int(env.ttl)
+        self.expire_seconds = env.expire_seconds
 
     def __call__(self):
         while True:

cellxgene_gateway/subprocess_backend.py

@@ -9,14 +9,15 @@
 
 import logging
 import subprocess
-
-from flask_api import status
+from http import HTTPStatus
 
 from cellxgene_gateway.cache_entry import CacheEntryStatus
 from cellxgene_gateway.dir_util import make_annotations
 from cellxgene_gateway.env import cellxgene_args, enable_annotations, enable_backed_mode
 from cellxgene_gateway.process_exception import ProcessException
 
+logger = logging.getLogger(__name__)
+
 
 class SubprocessBackend:
     def __init__(self):
@@ -28,8 +29,11 @@ class SubprocessBackend:
                 extra_args = f" --annotations-dir {make_annotations(file_path)}"
             else:
                 extra_args = f" --annotations-file {annotation_file_path}"
+                gene_sets_file_path = annotation_file_path[:-4] + "_gene_sets.csv"
+                extra_args += f" --gene-sets-file {gene_sets_file_path}"
         else:
             extra_args = " --disable-annotations"
+            extra_args += " --disable-gene-sets-save"
         if enable_backed_mode:
             extra_args += " --backed"
         if not cellxgene_args is None:
@@ -55,7 +59,7 @@ class SubprocessBackend:
             scripts,
             cache_entry.key.annotation_file_path,
         )
-        logging.getLogger("cellxgene_gateway").info(f"launching {cmd}")
+        logger.info(f"launching {cmd}")
         process = subprocess.Popen(
             [cmd], stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True
         )
@@ -71,10 +75,10 @@ class SubprocessBackend:
                     or "Could not open file" in stderr
                 ):
                     message = "File was invalid."
-                    http_status = status.HTTP_400_BAD_REQUEST
+                    http_status = HTTPStatus.BAD_REQUEST
                 else:
                     message = "Cellxgene failed to launch dataset."
-                    http_status = status.HTTP_500_INTERNAL_SERVER_ERROR
+                    http_status = HTTPStatus.INTERNAL_SERVER_ERROR
 
                 cache_entry.status = CacheEntryStatus.error
                 cache_entry.set_error(message, stderr, http_status)
@@ -84,5 +88,6 @@ class SubprocessBackend:
                 cache_entry.append_output(output)
 
         cache_entry.set_loaded(process.pid)
-
-        return
+        for output in process.communicate():
+            logger.debug(f"cellxgene:{output}")
+        logger.info(f"exiting {cmd}")

cellxgene_gateway/templates/cache_status.html

@@ -75,7 +75,9 @@
                     const el = $(this);
                     const ts = el.text();
                     const dt = new Date(parseInt(ts * 1000));
-                    el.html(`${dt.toISOString()}<br>(${ts})`);
+                    el.prepend(`${dt.toISOString()}<br>(`);
+                    el.append(')');
+
                });
           })
      </script>

env_example

@@ -0,0 +1,3 @@
+export CELLXGENE_LOCATION=$(pwd)/.venv/bin/cellxgene
+export CELLXGENE_DATA=../cellxgene_data
+export GATEWAY_IP=127.0.0.1

environment.yml

@@ -2,13 +2,16 @@ name: cellxgene-gateway
 channels:
 - conda-forge
 dependencies:
-- python=3.7
+- python=3.11
 - requests
-- flask<2.0.0,>=1.0.2
+- flask
 - psutil
 - black
+- twine
+- isort
 - coverage
 - pip
 - pip:
-  - flask-api
-  - cellxgene>=0.15
+  - pre_commit
+  - werkzeug
+  - cellxgene

examples/customized_docker_image/Dockerfile

@@ -0,0 +1,14 @@
+FROM python:3.9
+
+RUN pip install cellxgene-gateway 'MarkupSafe<2.1'
+
+COPY customize_ui.sh customize_ui.sh
+RUN CELLXGENE_GATEWAY_DIR=/usr/local/lib/python3.9/site-packages/cellxgene_gateway . ./customize_ui.sh
+
+ENV CELLXGENE_DATA=/cellxgene-data
+ENV CELLXGENE_LOCATION=/usr/local/bin/cellxgene
+EXPOSE 5005
+
+RUN mkdir /cellxgene-data
+
+CMD ["cellxgene-gateway"]

examples/customized_docker_image/README.md

@@ -0,0 +1,14 @@
+# Purpose
+
+This is a simple example of how to make a small script to customize the UI of cellxgene-gateway. The script that does the customization is `customize_ui.sh`, it simply makes the main header green using CSS but you could do anything you want there (including adding more script tags, etc).
+
+# Usage
+
+```
+docker build -t cellxgene_custom .
+CELLXGENE_DATA=`pwd`/../../../cellxgene_data
+docker run -p 5005:5005 --mount src=$CELLXGENE_DATA,target=/cellxgene-data,type=bind cellxgene_custom
+```
+
+If you now open http://localhost:5005 you should see a green cellxgene gateway header.
+

examples/customized_docker_image/customize_ui.sh

@@ -0,0 +1,3 @@
+# make the header bright green
+find "${CELLXGENE_GATEWAY_DIR}/templates" -name index.html -exec sed -i -e 's/<head>/<head>\
+> <style> header h3 {color: #0F0;} <\/style>/g' {} \;

requirements-test.txt

@@ -0,0 +1 @@
+freezegun~=1.5.5

requirements.txt

@@ -1,5 +1,5 @@
-cellxgene>=0.15
-flask<2.0.0,>=1.0.2
-flask_api
+cellxgene
+flask
+werkzeug
 psutil
 requests

run.sh.example

@@ -1,6 +0,0 @@
-export CELLXGENE_LOCATION=$(pwd)/.cellxgene-gateway/bin/cellxgene
-export CELLXGENE_DATA=../cellxgene_data
-export GATEWAY_IP=127.0.0.1
-
-#Once these are set, you run like a normal Flask app
-cellxgene-gateway

setup.py

@@ -38,7 +38,7 @@ install_reqs = parse_requirements()
 
 setup(
     # mandatory
-    name="cellxgene-gateway",
+    name="cellxgene_gateway",
     # mandatory
     version=get_version("cellxgene_gateway/__init__.py"),
     # mandatory

start_flask.sh

@@ -0,0 +1,41 @@
+#!/bin/bash
+
+# start_gunicorn.sh - Start Cellxgene Gateway with Gunicorn
+#
+# PREREQUISITES:
+# - Gunicorn installed (included with cellxgene 1.3.0, or: pip install gunicorn)
+# - Virtual environment activated
+# - .env file with CELLXGENE_LOCATION and CELLXGENE_DATA (or CELLXGENE_BUCKET)
+#
+# USAGE:
+# ./start_gunicorn.sh
+
+# Exit on error
+set -e
+
+# Get the directory where this script is located
+SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+
+# Source environment variables
+echo "Loading environment variables..."
+if [ -f "$SCRIPT_DIR/.env" ]; then
+    source "$SCRIPT_DIR/.env"
+else
+    echo "Error: .env file not found at $SCRIPT_DIR/.env"
+    echo "Please create it with required environment variables"
+    exit 1
+fi
+
+# Verify required environment variables
+if [ -z "$CELLXGENE_LOCATION" ]; then
+    echo "Error: CELLXGENE_LOCATION not set"
+    exit 1
+fi
+
+if [ -z "$CELLXGENE_DATA" ] && [ -z "$CELLXGENE_BUCKET" ]; then
+    echo "Error: Either CELLXGENE_DATA or CELLXGENE_BUCKET must be set"
+    exit 1
+fi
+
+exec cellxgene-gateway

start_gunicorn.sh

@@ -0,0 +1,91 @@
+#!/bin/bash
+
+# start_gunicorn.sh - Start Cellxgene Gateway with Gunicorn
+#
+# PREREQUISITES:
+# - Gunicorn installed (included with cellxgene 1.3.0, or: pip install gunicorn)
+# - Virtual environment activated
+# - .env file with CELLXGENE_LOCATION and CELLXGENE_DATA (or CELLXGENE_BUCKET)
+#
+# USAGE:
+# ./start_gunicorn.sh
+
+# Exit on error
+set -e
+
+# Get the directory where this script is located
+SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+# Source environment variables
+echo "Loading environment variables..."
+if [ -f "$SCRIPT_DIR/.env" ]; then
+    source "$SCRIPT_DIR/.env"
+else
+    echo "Error: .env file not found at $SCRIPT_DIR/.env"
+    echo "Please create it with required environment variables"
+    exit 1
+fi
+
+# Verify required environment variables
+if [ -z "$CELLXGENE_LOCATION" ]; then
+    echo "Error: CELLXGENE_LOCATION not set"
+    exit 1
+fi
+
+if [ -z "$CELLXGENE_DATA" ] && [ -z "$CELLXGENE_BUCKET" ]; then
+    echo "Error: Either CELLXGENE_DATA or CELLXGENE_BUCKET must be set"
+    exit 1
+fi
+
+# Gunicorn configuration
+# WARNING: Multi-worker mode has cache synchronization issues (see plans/002-shared-cache-implementation.md)
+# Each worker maintains its own in-memory cache, causing 404s for static assets when different
+# workers handle requests for the same dataset. Use GUNICORN_WORKERS=1 until shared cache is implemented.
+WORKERS=${GUNICORN_WORKERS:-1}
+BIND=${GATEWAY_IP:-0.0.0.0}:${GATEWAY_PORT:-5005}
+TIMEOUT=${GUNICORN_TIMEOUT:-120}
+WORKER_CLASS=${GUNICORN_WORKER_CLASS:-sync}
+KEEPALIVE=${GUNICORN_KEEPALIVE:-5}
+LOG_LEVEL=${GUNICORN_LOG_LEVEL:-info}
+
+# Production optimization: enable backed mode to reduce memory usage
+export GATEWAY_ENABLE_BACKED_MODE=${GATEWAY_ENABLE_BACKED_MODE:-true}
+
+# Check if gunicorn is installed
+if ! command -v gunicorn &> /dev/null; then
+    echo "Error: gunicorn not found. Install with: pip install gunicorn"
+    exit 1
+fi
+
+# Display configuration
+echo "Starting Cellxgene Gateway with Gunicorn..."
+echo "Configuration:"
+echo "  Data source: ${CELLXGENE_DATA:-$CELLXGENE_BUCKET}"
+echo "  Binding to: $BIND"
+echo "  Workers: $WORKERS"
+echo "  Worker class: $WORKER_CLASS"
+echo "  Timeout: ${TIMEOUT}s"
+echo "  Keepalive: ${KEEPALIVE}s"
+echo "  Log level: $LOG_LEVEL"
+echo "  Backed mode: ${GATEWAY_ENABLE_BACKED_MODE}"
+echo ""
+
+cd "$SCRIPT_DIR"
+
+# Start Gunicorn with optimized settings
+# Additional options you can add via environment variables:
+# - GUNICORN_MAX_REQUESTS: Restart worker after N requests (prevents memory leaks)
+# - GUNICORN_MAX_REQUESTS_JITTER: Add randomness to max-requests
+exec gunicorn cellxgene_gateway.gateway:app \
+    --workers "$WORKERS" \
+    --worker-class "$WORKER_CLASS" \
+    --bind "$BIND" \
+    --timeout "$TIMEOUT" \
+    --keep-alive "$KEEPALIVE" \
+    --access-logfile - \
+    --error-logfile - \
+    --log-level "$LOG_LEVEL" \
+    --preload \
+    ${GUNICORN_MAX_REQUESTS:+--max-requests "$GUNICORN_MAX_REQUESTS"} \
+    ${GUNICORN_MAX_REQUESTS_JITTER:+--max-requests-jitter "$GUNICORN_MAX_REQUESTS_JITTER"} \
+    "$@"

start_uwsgi.sh

@@ -0,0 +1,89 @@
+#!/bin/bash
+
+# start_uwsgi.sh - Start Cellxgene Gateway with uWSGI
+#
+# PREREQUISITES:
+# - uWSGI installed (pip install uwsgi)
+# - Virtual environment activated
+# - .env file with CELLXGENE_LOCATION and CELLXGENE_DATA (or CELLXGENE_BUCKET)
+#
+# USAGE:
+# ./start_uwsgi.sh
+
+# Exit on error
+set -e
+
+# Get the directory where this script is located
+SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+# Source environment variables
+echo "Loading environment variables..."
+if [ -f "$SCRIPT_DIR/.env" ]; then
+    source "$SCRIPT_DIR/.env"
+else
+    echo "Error: .env file not found at $SCRIPT_DIR/.env"
+    echo "Please create it with required environment variables"
+    exit 1
+fi
+
+# Verify required environment variables
+if [ -z "$CELLXGENE_LOCATION" ]; then
+    echo "Error: CELLXGENE_LOCATION not set"
+    exit 1
+fi
+
+if [ -z "$CELLXGENE_DATA" ] && [ -z "$CELLXGENE_BUCKET" ]; then
+    echo "Error: Either CELLXGENE_DATA or CELLXGENE_BUCKET must be set"
+    exit 1
+fi
+
+# uWSGI configuration
+# WARNING: Multi-worker mode has cache synchronization issues (see plans/002-shared-cache-implementation.md)
+# Each worker maintains its own in-memory cache, causing 404s for static assets when different
+# workers handle requests for the same dataset. Use UWSGI_WORKERS=1 until shared cache is implemented.
+WORKERS=${UWSGI_WORKERS:-1}
+HOST=${GATEWAY_IP:-0.0.0.0}
+PORT=${GATEWAY_PORT:-5005}
+TIMEOUT=${UWSGI_TIMEOUT:-120}
+THREADS=${UWSGI_THREADS:-1}
+
+# Production optimization: enable backed mode to reduce memory usage
+export GATEWAY_ENABLE_BACKED_MODE=${GATEWAY_ENABLE_BACKED_MODE:-true}
+
+# Check if uwsgi is installed
+if ! command -v uwsgi &> /dev/null; then
+    echo "Error: uwsgi not found. Install with: pip install uwsgi"
+    exit 1
+else
+    # Display configuration
+    echo "Starting Cellxgene Gateway with uWSGI..."
+    echo "Configuration:"
+    echo "  Data source: ${CELLXGENE_DATA:-$CELLXGENE_BUCKET}"
+    echo "  Binding to: $HOST:$PORT"
+    echo "  Workers: $WORKERS"
+    echo "  Threads: $THREADS"
+    echo "  Timeout: ${TIMEOUT}s"
+    echo "  Backed mode: ${GATEWAY_ENABLE_BACKED_MODE}"
+    echo ""
+
+    cd "$SCRIPT_DIR"
+
+    # Start uWSGI with optimized settings
+    # Additional options you can add via environment variables:
+    # - UWSGI_MAX_REQUESTS: Restart worker after N requests (prevents memory leaks)
+    exec uwsgi \
+        --http "$HOST:$PORT" \
+        --module cellxgene_gateway.gateway:app \
+        --workers "$WORKERS" \
+        --threads "$THREADS" \
+        --harakiri "$TIMEOUT" \
+        --master \
+        --enable-threads \
+        --single-interpreter \
+        --need-app \
+        --die-on-term \
+        --log-x-forwarded-for \
+        ${UWSGI_MAX_REQUESTS:+--max-requests "$UWSGI_MAX_REQUESTS"} \
+        "$@"
+fi
+

tests/items/s3/test_s3item_source.py

@@ -1,12 +1,24 @@
 import unittest
+import os
+import shutil
+import tempfile
+
 from unittest.mock import MagicMock, Mock, patch
 
 from cellxgene_gateway.items.item import ItemType
 from cellxgene_gateway.items.s3.s3item import S3Item
 from cellxgene_gateway.items.s3.s3item_source import S3ItemSource
+from cellxgene_gateway.gateway import app
 
 
 class TestScanDirectory(unittest.TestCase):
+    def setUp(self):
+
+        self.app = app
+
+    def tearDown(self):
+        pass
+
     @patch("s3fs.S3FileSystem")
     def test_GIVEN_invalid_bucket_THEN_throws_error(self, s3func):
         class S3Mock:
@@ -25,6 +37,7 @@ class TestScanDirectory(unittest.TestCase):
 
     @patch("s3fs.S3FileSystem")
     def test__GIVEN_multilevel_bucket_THEN_properly_recurses_suburls(self, s3func):
+
         class S3Mock:
             def exists(path):
                 if path in [
@@ -38,7 +51,8 @@ class TestScanDirectory(unittest.TestCase):
                     return True
                 raise Exception("exists called with " + path)
 
-            def ls(path):
+            def ls(path, refresh):
+                assert refresh == True
                 if path == "s3://my-bucket/":
                     return [
                         "my-bucket/lvl1",
@@ -80,7 +94,8 @@ class TestScanDirectory(unittest.TestCase):
 
         s3func.return_value = S3Mock
         source = S3ItemSource("my-bucket")
-        tree = source.scan_directory()
+        with self.app.test_request_context(query_string="refresh=true") as test_context:
+            tree = source.scan_directory()
 
         def s3item_compare(i1, i2, msg=""):
             self.assertEqual(i1.name, i2.name, "name equals")

tests/test_backend_cache.py

@@ -1,7 +1,12 @@
 import unittest
-from unittest.mock import MagicMock, patch
+from http import HTTPStatus
+from unittest.mock import MagicMock, Mock, patch, call
+from freezegun import freeze_time
 
-from cellxgene_gateway.backend_cache import is_port_in_use
+from cellxgene_gateway.backend_cache import BackendCache, is_port_in_use
+from cellxgene_gateway.cache_entry import CacheEntry, CacheEntryStatus
+from cellxgene_gateway.cache_key import CacheKey
+from cellxgene_gateway.cellxgene_exception import CellxgeneException
 
 
 class TestIsPortInUse(unittest.TestCase):
@@ -26,3 +31,332 @@ class TestIsPortInUse(unittest.TestCase):
         self.assertTrue(connectMock.connect_ex.calledOnceWith("a"))
         self.assertTrue(socketMock.calledOnceWith("a"))
         self.assertEqual(is_port_in_use(123), False)
+
+
+class TestBackendCacheInit(unittest.TestCase):
+    def test_GIVEN_new_backend_cache_THEN_entry_list_is_empty(self):
+        """BackendCache should initialize with an empty entry list."""
+        cache = BackendCache()
+        self.assertEqual(cache.entry_list, [])
+
+
+class TestBackendCacheGetPorts(unittest.TestCase):
+    def test_GIVEN_empty_cache_THEN_get_ports_returns_empty_list(self):
+        """get_ports should return empty list when no entries exist."""
+        cache = BackendCache()
+        ports = cache.get_ports()
+        self.assertEqual(ports, [])
+
+    def test_GIVEN_cache_with_entries_THEN_get_ports_returns_all_ports(self):
+        """get_ports should return list of all ports from entries."""
+        cache = BackendCache()
+
+        # Create mock entries with different ports
+        entry1 = Mock()
+        entry1.port = 8000
+        entry2 = Mock()
+        entry2.port = 8001
+        entry3 = Mock()
+        entry3.port = 8002
+
+        cache.entry_list = [entry1, entry2, entry3]
+
+        ports = cache.get_ports()
+        self.assertEqual(ports, [8000, 8001, 8002])
+
+    def test_GIVEN_single_entry_THEN_get_ports_returns_single_port(self):
+        """get_ports should correctly handle a single entry."""
+        cache = BackendCache()
+        entry = Mock()
+        entry.port = 9000
+
+        cache.entry_list = [entry]
+
+        ports = cache.get_ports()
+        self.assertEqual(ports, [9000])
+
+
+class TestBackendCacheCheckPath(unittest.TestCase):
+    def setUp(self):
+        self.cache = BackendCache()
+
+    def test_GIVEN_no_matching_path_THEN_check_path_returns_none(self):
+        """check_path should return None when no entries match the path."""
+        source = Mock()
+        source.name = "test_source"
+
+        cache_entry = Mock()
+        cache_entry.status = CacheEntryStatus.loaded
+        cache_entry.key = Mock()
+        cache_entry.key.source.name = "other_source"
+        cache_entry.key.descriptor = "/some/path"
+
+        self.cache.entry_list = [cache_entry]
+
+        result = self.cache.check_path(source, "/test/path")
+        self.assertIsNone(result)
+
+    def test_GIVEN_terminated_entry_THEN_check_path_ignores_it(self):
+        """check_path should ignore entries with terminated status."""
+        source = Mock()
+        source.name = "test_source"
+
+        cache_entry = Mock()
+        cache_entry.status = CacheEntryStatus.terminated
+        cache_entry.key = Mock()
+        cache_entry.key.source.name = "test_source"
+        cache_entry.key.descriptor = "/data"
+
+        self.cache.entry_list = [cache_entry]
+
+        result = self.cache.check_path(source, "/data/file.txt")
+        self.assertIsNone(result)
+
+    def test_GIVEN_single_matching_entry_THEN_check_path_returns_it(self):
+        """check_path should return the matching entry when exactly one matches."""
+        source = Mock()
+        source.name = "test_source"
+
+        cache_entry = Mock()
+        cache_entry.status = CacheEntryStatus.loaded
+        cache_entry.key = Mock()
+        cache_entry.key.source.name = "test_source"
+        cache_entry.key.descriptor = "/data"
+
+        self.cache.entry_list = [cache_entry]
+
+        result = self.cache.check_path(source, "/data/file.txt")
+        self.assertIs(result, cache_entry)
+
+    def test_GIVEN_path_that_does_not_start_with_descriptor_THEN_check_path_returns_none(
+        self,
+    ):
+        """check_path should return None if path doesn't start with descriptor."""
+        source = Mock()
+        source.name = "test_source"
+
+        cache_entry = Mock()
+        cache_entry.status = CacheEntryStatus.loaded
+        cache_entry.key = Mock()
+        cache_entry.key.source.name = "test_source"
+        cache_entry.key.descriptor = "/data"
+
+        self.cache.entry_list = [cache_entry]
+
+        result = self.cache.check_path(source, "/other/file.txt")
+        self.assertIsNone(result)
+
+    def test_GIVEN_multiple_matching_entries_THEN_check_path_raises_exception(self):
+        """check_path should raise exception when multiple entries match."""
+        source = Mock()
+        source.name = "test_source"
+
+        cache_entry1 = Mock()
+        cache_entry1.status = CacheEntryStatus.loaded
+        cache_entry1.key = Mock()
+        cache_entry1.key.source.name = "test_source"
+        cache_entry1.key.descriptor = "/data"
+
+        cache_entry2 = Mock()
+        cache_entry2.status = CacheEntryStatus.loaded
+        cache_entry2.key = Mock()
+        cache_entry2.key.source.name = "test_source"
+        cache_entry2.key.descriptor = "/data"
+
+        self.cache.entry_list = [cache_entry1, cache_entry2]
+
+        with self.assertRaises(CellxgeneException) as context:
+            self.cache.check_path(source, "/data/file.txt")
+
+        # The CellxgeneException is raised with HTTPStatus as first arg and message as second
+        self.assertEqual(context.exception.message, HTTPStatus.INTERNAL_SERVER_ERROR)
+        self.assertIn("Found 2", context.exception.http_status)
+
+    def test_GIVEN_mixed_entries_THEN_check_path_returns_only_matching_active_entry(
+        self,
+    ):
+        """check_path should correctly filter by source, path, and status."""
+        source = Mock()
+        source.name = "target_source"
+
+        # Terminated entry - should be ignored
+        terminated_entry = Mock()
+        terminated_entry.status = CacheEntryStatus.terminated
+        terminated_entry.key = Mock()
+        terminated_entry.key.source.name = "target_source"
+        terminated_entry.key.descriptor = "/data"
+
+        # Different source - should be ignored
+        other_source_entry = Mock()
+        other_source_entry.status = CacheEntryStatus.loaded
+        other_source_entry.key = Mock()
+        other_source_entry.key.source.name = "other_source"
+        other_source_entry.key.descriptor = "/data"
+
+        # Matching entry - should be returned
+        matching_entry = Mock()
+        matching_entry.status = CacheEntryStatus.loaded
+        matching_entry.key = Mock()
+        matching_entry.key.source.name = "target_source"
+        matching_entry.key.descriptor = "/data"
+
+        self.cache.entry_list = [terminated_entry, other_source_entry, matching_entry]
+
+        result = self.cache.check_path(source, "/data/file.txt")
+        self.assertIs(result, matching_entry)
+
+
+class TestBackendCacheCheckEntry(unittest.TestCase):
+    def setUp(self):
+        self.cache = BackendCache()
+
+    def test_GIVEN_no_matching_entry_THEN_check_entry_returns_none(self):
+        """check_entry should return None when no entries match the key."""
+        key = Mock()
+
+        cache_entry = Mock()
+        cache_entry.status = CacheEntryStatus.loaded
+        cache_entry.key = Mock()
+        cache_entry.key.equals.return_value = False
+
+        self.cache.entry_list = [cache_entry]
+
+        result = self.cache.check_entry(key)
+        self.assertIsNone(result)
+
+    def test_GIVEN_terminated_entry_THEN_check_entry_ignores_it(self):
+        """check_entry should ignore entries with terminated status."""
+        key = Mock()
+
+        cache_entry = Mock()
+        cache_entry.status = CacheEntryStatus.terminated
+        cache_entry.key = Mock()
+        cache_entry.key.equals.return_value = True
+
+        self.cache.entry_list = [cache_entry]
+
+        result = self.cache.check_entry(key)
+        self.assertIsNone(result)
+
+    def test_GIVEN_single_matching_entry_THEN_check_entry_returns_it(self):
+        """check_entry should return the matching entry when exactly one matches."""
+        key = Mock()
+
+        cache_entry = Mock()
+        cache_entry.status = CacheEntryStatus.loaded
+        cache_entry.key = Mock()
+        cache_entry.key.equals.return_value = True
+
+        self.cache.entry_list = [cache_entry]
+
+        result = self.cache.check_entry(key)
+        self.assertIs(result, cache_entry)
+
+    def test_GIVEN_multiple_matching_entries_THEN_check_entry_raises_exception(self):
+        """check_entry should raise exception when multiple entries match."""
+        key = Mock()
+        key.dataset = "test_dataset"
+
+        cache_entry1 = Mock()
+        cache_entry1.status = CacheEntryStatus.loaded
+        cache_entry1.key = Mock()
+        cache_entry1.key.equals.return_value = True
+
+        cache_entry2 = Mock()
+        cache_entry2.status = CacheEntryStatus.loaded
+        cache_entry2.key = Mock()
+        cache_entry2.key.equals.return_value = True
+
+        self.cache.entry_list = [cache_entry1, cache_entry2]
+
+        with self.assertRaises(CellxgeneException) as context:
+            self.cache.check_entry(key)
+
+        # The CellxgeneException is raised with HTTPStatus as first arg and message as second
+        self.assertEqual(context.exception.message, HTTPStatus.INTERNAL_SERVER_ERROR)
+        self.assertIn("Found 2", context.exception.http_status)
+
+    def test_GIVEN_mixed_entries_THEN_check_entry_returns_only_matching_active_entry(
+        self,
+    ):
+        """check_entry should correctly filter by key equality and status."""
+        key = Mock()
+
+        # Terminated entry - should be ignored
+        terminated_entry = Mock()
+        terminated_entry.status = CacheEntryStatus.terminated
+        terminated_entry.key = Mock()
+        terminated_entry.key.equals.return_value = True
+
+        # Non-matching entry - should be ignored
+        non_matching_entry = Mock()
+        non_matching_entry.status = CacheEntryStatus.loaded
+        non_matching_entry.key = Mock()
+        non_matching_entry.key.equals.return_value = False
+
+        # Matching entry - should be returned
+        matching_entry = Mock()
+        matching_entry.status = CacheEntryStatus.loaded
+        matching_entry.key = Mock()
+        matching_entry.key.equals.return_value = True
+
+        self.cache.entry_list = [terminated_entry, non_matching_entry, matching_entry]
+
+        result = self.cache.check_entry(key)
+        self.assertIs(result, matching_entry)
+
+
+class TestBackendCachePrune(unittest.TestCase):
+    def test_GIVEN_entry_in_cache_THEN_prune_removes_it(self):
+        """prune should remove the entry from the cache."""
+        cache = BackendCache()
+
+        entry_mock = Mock()
+        cache.entry_list = [entry_mock]
+
+        cache.prune(entry_mock)
+
+        self.assertEqual(len(cache.entry_list), 0)
+        self.assertNotIn(entry_mock, cache.entry_list)
+
+    def test_GIVEN_entry_in_cache_THEN_prune_terminates_it(self):
+        """prune should call terminate on the entry."""
+        cache = BackendCache()
+
+        entry_mock = Mock()
+        cache.entry_list = [entry_mock]
+
+        cache.prune(entry_mock)
+
+        entry_mock.terminate.assert_called_once()
+
+    def test_GIVEN_multiple_entries_THEN_prune_removes_only_target_entry(self):
+        """prune should only remove the specified entry, not others."""
+        cache = BackendCache()
+
+        entry1 = Mock()
+        entry2 = Mock()
+        entry3 = Mock()
+
+        cache.entry_list = [entry1, entry2, entry3]
+
+        cache.prune(entry2)
+
+        self.assertEqual(len(cache.entry_list), 2)
+        self.assertIn(entry1, cache.entry_list)
+        self.assertNotIn(entry2, cache.entry_list)
+        self.assertIn(entry3, cache.entry_list)
+
+        # Verify only entry2 was terminated
+        entry1.terminate.assert_not_called()
+        entry2.terminate.assert_called_once()
+        entry3.terminate.assert_not_called()
+
+    def test_GIVEN_empty_cache_THEN_prune_raises_value_error(self):
+        """prune should raise ValueError if entry is not in cache."""
+        cache = BackendCache()
+
+        entry_mock = Mock()
+
+        with self.assertRaises(ValueError):
+            cache.prune(entry_mock)

tests/test_cache_entry.py

@@ -1,14 +1,16 @@
 import unittest
+import tempfile
+import os
+import shutil
 
 from flask import Flask
-
 from cellxgene_gateway import flask_util
 from cellxgene_gateway.cache_entry import CacheEntry, CacheEntryStatus
 from cellxgene_gateway.cache_key import CacheKey
-from cellxgene_gateway.gateway import app
+from cellxgene_gateway.items.item import ItemType
 from cellxgene_gateway.items.file.fileitem import FileItem
 from cellxgene_gateway.items.file.fileitem_source import FileItemSource
-from cellxgene_gateway.items.item import ItemType
+from cellxgene_gateway.gateway import app
 
 key = CacheKey(
     FileItem("/czi/", name="pbmc3k.h5ad", type=ItemType.h5ad),
@@ -23,6 +25,9 @@ class TestRenderEntry(unittest.TestCase):
         self.app_context.push()
         self.client = self.app.test_client()
 
+    def tearDown(self):
+        self.app_context.pop()
+
     def test_GIVEN_key_and_port_THEN_returns_loading_CacheEntry(self):
         entry = CacheEntry.for_key("some-key", 1)
         self.assertEqual(entry.status, CacheEntryStatus.loading)

tests/test_filecrawl.py

@@ -1,34 +1,113 @@
+import os
+import shutil
+import tempfile
 import unittest
-from unittest.mock import MagicMock, patch
+from collections import defaultdict
+from unittest.mock import patch
 
-from cellxgene_gateway.filecrawl import render_item, render_item_source
+from cellxgene_gateway.filecrawl import (
+    render_item,
+    render_item_source,
+    render_item_tree,
+)
 from cellxgene_gateway.items.file.fileitem import FileItem
 from cellxgene_gateway.items.file.fileitem_source import FileItemSource
 from cellxgene_gateway.items.item import ItemTree, ItemType
+from cellxgene_gateway.gateway import app
 
 source = FileItemSource("/tmp")
 
 
+def make_entry(subpath="somepath", annotations=None):
+    return FileItem(
+        subpath=subpath,
+        name="entry",
+        ext=".h5ad",
+        type=ItemType.h5ad,
+        annotations=annotations,
+    )
+
+
 class TestRenderEntry(unittest.TestCase):
+    def setUp(self):
+        self.app = app
+        self.app_context = self.app.test_request_context()
+        self.app_context.push()
+
+    def tearDown(self):
+        self.app_context.pop()
+
     def test_GIVEN_path_both_slash_THEN_view_has_single_slash(self):
-        entry = FileItem(subpath="/somepath/", name="entry", type=ItemType.h5ad)
+        entry = make_entry(subpath="/somepath/")
         rendered = render_item(entry, source)
-        self.assertIn("view/somepath/entry/'", rendered)
+        self.assertIn("view/somepath/entry.h5ad/'", rendered)
 
     def test_GIVEN_path_starts_slash_THEN_view_has_single_slash(self):
-        entry = FileItem(subpath="/somepath", name="entry", type=ItemType.h5ad)
+        entry = make_entry(subpath="/somepath")
         rendered = render_item(entry, source)
-        self.assertIn("view/somepath/entry/'", rendered)
+        self.assertIn("view/somepath/entry.h5ad/'", rendered)
 
     def test_GIVEN_path_ends_slash_THEN_view_has_single_slash(self):
-        entry = FileItem(subpath="somepath/", name="entry", type=ItemType.h5ad)
+        entry = make_entry(subpath="somepath/")
         rendered = render_item(entry, source)
-        self.assertIn("view/somepath/entry/'", rendered)
+        self.assertIn("view/somepath/entry.h5ad/'", rendered)
 
     def test_GIVEN_path_no_slash_THEN_view_has_single_slash(self):
-        entry = FileItem(subpath="somepath", name="entry", type=ItemType.h5ad)
+        entry = make_entry(subpath="somepath")
         rendered = render_item(entry, source)
-        self.assertIn("view/somepath/entry/'", rendered)
+        self.assertIn("view/somepath/entry.h5ad/'", rendered)
+
+
+class TestRenderAnnotation(unittest.TestCase):
+
+    def setUp(self):
+        self.app = app
+        self.app_context = self.app.test_request_context()
+        self.app_context.push()
+
+    def tearDown(self):
+        self.app_context.pop()
+
+    @patch("cellxgene_gateway.filecrawl.enable_annotations", new=True)
+    def test_GIVEN_no_annotation_THEN_new_alone(self):
+        entry = make_entry(annotations=None)
+        rendered = render_item(entry, source)
+        self.assertIn(
+            "> | annotations: <a class='new' href='/source/Files:/tmp/view/somepath/entry_annotations'>new</a></li>",
+            rendered,
+        )
+
+    @patch("cellxgene_gateway.filecrawl.enable_annotations", new=True)
+    def test_GIVEN_annotation_THEN_new_before(self):
+        annotation = FileItem(
+            subpath="somepath/entry_annotations",
+            name="annot",
+            ext=".csv",
+            type=ItemType.annotation,
+        )
+        entry = make_entry(annotations=[annotation])
+        rendered = render_item(entry, source)
+        self.assertIn(
+            "> | annotations: <a class='new' href='/source/Files:/tmp/view/somepath/entry_annotations'>new</a>,"
+            " <a href='/source/Files:/tmp/view/somepath/entry_annotations/annot.csv/'>annot</a></li>",
+            rendered,
+        )
+
+    @patch("cellxgene_gateway.filecrawl.enable_annotations", new=True)
+    def test_GIVEN_annotation_THEN_escaped(self):
+        annotation = FileItem(
+            subpath="somepath/entry_annotations",
+            name="hot&cold",
+            ext=".csv",
+            type=ItemType.annotation,
+        )
+        entry = make_entry(annotations=[annotation])
+        rendered = render_item(entry, source)
+        self.assertIn(
+            "> | annotations: <a class='new' href='/source/Files:/tmp/view/somepath/entry_annotations'>new</a>,"
+            " <a href='/source/Files:/tmp/view/somepath/entry_annotations/hot&cold.csv/'>hot&amp;cold</a></li>",
+            rendered,
+        )
 
 
 class TestRenderItemSource(unittest.TestCase):
@@ -41,3 +120,51 @@ class TestRenderItemSource(unittest.TestCase):
             rendered,
             "<h6><a href='/filecrawl.html?source=FakeSource'>FakeSource</a>:some_filter</h6><li><a href='/filecrawl/rootdir?source=FakeSource'>rootdir</a><ul></ul></li>",
         )
+
+
+class TestRenderItemTree(unittest.TestCase):
+    def setUp(self):
+        self.app = app
+        self.app_context = self.app.test_request_context()
+        self.app_context.push()
+
+    def tearDown(self):
+        self.app_context.pop()
+
+    @patch("cellxgene_gateway.items.file.fileitem_source.FileItemSource")
+    def test_GIVEN_deep_nested_dirs_THEN_includes_dirs_in_output(self, item_source):
+        item_source.name = "FakeSource"
+        item_source.get_annotations_subpath = lambda _: "FakeAnnotations"
+        file_item = FileItem(
+            subpath="foo/bar/baz", name="file.h5ad", type=ItemType.h5ad
+        )
+        item_tree = ItemTree("foo/bar/baz", [file_item], [])
+        rendered = render_item_tree(item_tree, item_source)
+        self.assertEqual(
+            rendered,
+            "<li><a href='/filecrawl/foo/bar/baz?source=FakeSource'>baz</a><ul>"
+            "<li> <a href='/source/FakeSource/view/foo/bar/baz/file.h5ad/'>file.h5ad</a>"
+            " </li></ul></li>",
+        )
+
+    @patch(
+        "os.listdir",
+        side_effect=lambda parent: defaultdict(
+            list, {"tmp": ["foo"], "tmp/foo": ["bar"]}
+        )[parent],
+    )
+    @patch("os.path.exists", return_value=True)
+    def test_GIVEN_dirs_without_h5ad_THEN_excludes_dirs_in_output(
+        self, listdir, exists
+    ):
+        # Directories:
+        # - tmp
+        #   - foo
+        #     - bar (no h5ad files)
+        item_source = FileItemSource("tmp", name="local")
+        item_tree = item_source.list_items("foo")
+        rendered = render_item_tree(item_tree, item_source)
+        self.assertEqual(
+            rendered,
+            "<li><a href='/filecrawl/foo?source=local'>foo</a><ul></ul></li>",
+        )

tests/test_gateway_status_json.py

@@ -0,0 +1,54 @@
+import json
+import unittest
+from types import SimpleNamespace
+
+from cellxgene_gateway.gateway import do_GET_status_json, app, cache
+from cellxgene_gateway.cache_entry import CacheEntry, CacheEntryStatus
+
+
+class TestGatewayStatusJson(unittest.TestCase):
+    def test_do_GET_status_json_returns_expected_structure(self):
+        # Create a minimal fake key with required attributes
+        h5ad_item = SimpleNamespace(descriptor="somedir/dataset.h5ad")
+        key = SimpleNamespace(
+            h5ad_item=h5ad_item,
+            annotation_descriptor="somedir/dataset_annotations/foo.csv",
+        )
+
+        # Create a CacheEntry with known launchtime/timestamp/status
+        entry = CacheEntry(
+            None,
+            key,
+            8000,
+            111,
+            222,
+            CacheEntryStatus.loaded,
+            None,
+            None,
+            None,
+            None,
+        )
+
+        # Install into the gateway cache and set app launchtime
+        cache.entry_list = [entry]
+        app.extensions.setdefault("cellxgene_gateway", {})["launchtime"] = "LAUNCH_TIME"
+
+        rv = do_GET_status_json()
+
+        data = json.loads(rv)
+        # top-level launchtime comes from app.extensions
+        self.assertEqual("LAUNCH_TIME", data["launchtime"])
+
+        self.assertIn("entry_list", data)
+        self.assertEqual(1, len(data["entry_list"]))
+
+        e = data["entry_list"][0]
+        self.assertEqual("somedir/dataset.h5ad", e["dataset"])
+        self.assertEqual("somedir/dataset_annotations/foo.csv", e["annotation_file"])
+        self.assertEqual("loaded", e["status"])
+        self.assertEqual(111, e["launchtime"])
+        self.assertEqual(222, e["last_access"])
+
+
+if __name__ == "__main__":
+    unittest.main()

tests/test_prune_process_cache.py

@@ -15,7 +15,7 @@ key = CacheKey(
 
 class TestPruneProcessCache(unittest.TestCase):
     @patch("cellxgene_gateway.util.current_time_stamp", new=lambda: 0)
-    @patch("cellxgene_gateway.env.ttl", new="10")
+    @patch("cellxgene_gateway.env.expire_seconds", new=10)
     @patch("cellxgene_gateway.cache_entry.CacheEntry")
     @patch("cellxgene_gateway.cache_entry.CacheEntry")
     def test_GIVEN_one_old_one_new_THEN_prune_old(self, old, new):

tests/test_subprocess_backend.py

@@ -1,7 +1,6 @@
 import unittest
 from unittest.mock import MagicMock, patch
 
-from cellxgene_gateway.backend_cache import BackendCache
 from cellxgene_gateway.cache_entry import CacheEntry
 from cellxgene_gateway.cache_key import CacheKey
 from cellxgene_gateway.items.file.fileitem import FileItem
@@ -33,10 +32,46 @@ class TestSubprocessBackend(unittest.TestCase):
             backend.launch(cellxgene_loc, scripts, entry)
         popen.assert_called_once_with(
             [
-                "yes | /some/cellxgene launch /tmp/czi/pbmc3k.h5ad --port 8000 --host 127.0.0.1 --disable-annotations --scripts http://example.com/script.js --scripts http://example.com/script2.js"
+                "yes | /some/cellxgene launch /tmp/czi/pbmc3k.h5ad --port 8000 --host 127.0.0.1 --disable-annotations --disable-gene-sets-save --scripts http://example.com/script.js --scripts http://example.com/script2.js"
             ],
             shell=True,
             stderr=-1,
             stdout=-1,
         )
         self.assertEqual("An unexpected error", context.exception.stderr)
+
+    @patch("subprocess.Popen")
+    def test_launch_GIVEN_annotations_enabled_THEN_set_flags(self, popen):
+        subprocess = MagicMock()
+        subprocess.stdout.readline().decode.return_value = (
+            "[cellxgene] Type CTRL-C at any time to exit.\n"
+        )
+        subprocess.stderr.read().decode.return_value = ""
+        popen.return_value = subprocess
+
+        key = CacheKey(
+            FileItem("/czi/", name="pbmc3k.h5ad", type=ItemType.h5ad),
+            FileItemSource("/tmp", "local"),
+            FileItem(
+                "/czi/pbmc3k_annotations/", name="foo.csv", type=ItemType.annotation
+            ),
+        )
+        entry = CacheEntry.for_key(key, 8000)
+        import cellxgene_gateway.subprocess_backend
+
+        cellxgene_gateway.subprocess_backend.enable_annotations = True
+        try:
+            backend = cellxgene_gateway.subprocess_backend.SubprocessBackend()
+            cellxgene_loc = "/some/cellxgene"
+
+            backend.launch(cellxgene_loc, [], entry)
+        finally:
+            cellxgene_gateway.subprocess_backend.enable_annotations = False
+        popen.assert_called_once_with(
+            [
+                "yes | /some/cellxgene launch /tmp/czi/pbmc3k.h5ad --port 8000 --host 127.0.0.1 --annotations-file /tmp/czi/pbmc3k_annotations/foo.csv --gene-sets-file /tmp/czi/pbmc3k_annotations/foo_gene_sets.csv"
+            ],
+            shell=True,
+            stderr=-1,
+            stdout=-1,
+        )