remove listing cache at the level of fs

This commit is contained in:
Alex Rogozhnikov
2022-03-11 03:20:06 -08:00
committed by GitHub
parent 757487b772
commit 893b2f1af1
+1 -1
View File
@@ -28,7 +28,7 @@ class S3ItemSource(ItemSource):
annotation_file_suffix=".csv", annotation_file_suffix=".csv",
): ):
self._name = name self._name = name
self.s3 = s3fs.S3FileSystem() self.s3 = s3fs.S3FileSystem(use_listings_cache=False)
if bucket.startswith("s3://"): if bucket.startswith("s3://"):
raise Exception( raise Exception(
f"Bucket name should not include s3:// prefix, got {bucket}" f"Bucket name should not include s3:// prefix, got {bucket}"