Add provenance header to labels CSV file (#1041)

* add last mod time lookup to data locator

* store data locator in Driver

* save metadata header in labels csv

* lint

* fix tests

* change datetime format to second precision
This commit is contained in:
Bruce Martin
2019-11-14 12:33:48 -08:00
committed by GitHub
parent 89d748b007
commit 5ea9ac8a9e
6 changed files with 40 additions and 18 deletions
+9
View File
@@ -1,6 +1,7 @@
import os
import tempfile
import fsspec
from datetime import datetime
class DataLocator():
@@ -48,6 +49,14 @@ class DataLocator():
def size(self):
return self.fs.size(self.cname)
def lastmodtime(self):
""" return datetime object representing last modification time, or None if unavailable """
info = self.fs.info(self.cname)
if self.islocal() and info is not None:
return datetime.fromtimestamp(info['mtime'])
else:
return getattr(info, 'LastModified', None)
def isfile(self):
return self.fs.isfile(self.cname)