Add provenance header to labels CSV file (#1041)

* add last mod time lookup to data locator

* store data locator in Driver

* save metadata header in labels csv

* lint

* fix tests

* change datetime format to second precision
This commit is contained in:
Bruce Martin
2019-11-14 12:33:48 -08:00
committed by GitHub
parent 89d748b007
commit 5ea9ac8a9e
6 changed files with 40 additions and 18 deletions
+6 -3
View File
@@ -8,15 +8,18 @@ import pandas as pd
def read_labels(fname):
if exists(fname) and getsize(fname) > 0:
return pd.read_csv(fname, dtype='category', index_col=0)
return pd.read_csv(fname, dtype='category', index_col=0, header=0, comment='#')
else:
return pd.DataFrame()
def write_labels(fname, df):
def write_labels(fname, df, header=None):
rotate_fname(fname)
if not df.empty:
df.to_csv(fname)
f = open(fname, 'a', newline="")
if header is not None:
f.write(header)
df.to_csv(f)
else:
open(fname, 'a').close()