Skip to content
Snippets Groups Projects
Commit ea0e1b17 authored by Amir MOHAMMADI's avatar Amir MOHAMMADI
Browse files

[scripts] Log only the length of the large parameters

parent b82f28f9
Branches
Tags
1 merge request!59[scripts] Log only the length of the large parameters
Pipeline #
...@@ -59,7 +59,8 @@ def compute_statistics(database, biofiles, load_data, multiple_samples, ...@@ -59,7 +59,8 @@ def compute_statistics(database, biofiles, load_data, multiple_samples,
groups = ['dev'] groups = ['dev']
biofiles = database.all_files(groups) biofiles = database.all_files(groups)
""" """
log_parameters(logger) log_parameters(logger, ignore=('biofiles',))
logger.debug("len(biofiles): %d", len(biofiles))
assert len(biofiles), "biofiles are empty!" assert len(biofiles), "biofiles are empty!"
logger.info('Calculating the mean for %d files', len(biofiles)) logger.info('Calculating the mean for %d files', len(biofiles))
......
...@@ -170,7 +170,8 @@ def db_to_tfrecords(samples, reader, output, shuffle, allow_failures, ...@@ -170,7 +170,8 @@ def db_to_tfrecords(samples, reader, output, shuffle, allow_failures,
key = biofile.path key = biofile.path
return (data, label, key) return (data, label, key)
""" """
log_parameters(logger) log_parameters(logger, ignore=('samples',))
logger.debug("len(samples): %d", len(samples))
if size_estimate: if size_estimate:
output = tempfile.NamedTemporaryFile(suffix='.tfrecords').name output = tempfile.NamedTemporaryFile(suffix='.tfrecords').name
......
...@@ -191,12 +191,11 @@ def predict_bio(estimator, database, biofiles, bio_predict_input_fn, ...@@ -191,12 +191,11 @@ def predict_bio(estimator, database, biofiles, bio_predict_input_fn,
return {'data': images, 'keys': keys}, labels return {'data': images, 'keys': keys}, labels
return input_fn return input_fn
""" """
log_parameters(logger) log_parameters(logger, ignore=('biofiles',))
logger.debug("len(biofiles): %d", len(biofiles))
assert len(biofiles), "biofiles are empty!" assert len(biofiles), "biofiles are empty!"
if array is not None:
logger.info("array: %d", array)
if array > 1: if array > 1:
start, end = indices(biofiles, array) start, end = indices(biofiles, array)
biofiles = biofiles[start:end] biofiles = biofiles[start:end]
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment