fork/cellxgene
1
0
Fork 0
mirror of https://github.com/chanzuckerberg/cellxgene.git synced 2026-09-26 00:48:12 +08:00
Code Issues Packages Projects Releases Wiki Activity

s3 listings were cached, preventing new datasets from being accessible (#1408)

Browse Source 
Fixes #1407
This commit is contained in:
bmccandless
2020-04-17 10:14:24 -07:00
committed by GitHub
parent 58e4c2489b
commit 03a75ec566
2 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
server/common/data_locator.py
+6 -2
View File
@@ -42,8 +42,12 @@ class DataLocator:
self.cname = self.path if self.protocol == "file" else self.uri_or_path
# fsspec.filesystem will throw RuntimeError if the protocol is unsupported
if self.protocol == "s3" and region_name:
self.fs = fsspec.filesystem(self.protocol, config_kwargs={"region_name": region_name})
if self.protocol == "s3":
if region_name:
config_kwargs = dict(region_name=region_name)
self.fs = fsspec.filesystem(self.protocol, listings_expiry_time=30, config_kwargs=config_kwargs)
else:
self.fs = fsspec.filesystem(self.protocol, listings_expiry_time=30)
else:
self.fs = fsspec.filesystem(self.protocol)
server/requirements.txt
+1 -1
View File
@@ -18,4 +18,4 @@ PyYAML>=5.3
scipy>=1.3.0
requests>=2.22.0
tiledb>=0.5.3
s3fs>=0.4.0,!=0.4.1
s3fs>=0.4.2