Commit e6983a19 authored by Tiago de Freitas Pereira's avatar Tiago de Freitas Pereira
Browse files

Removed allow-missing files in the raw data reading

parent 8129781d
Pipeline #13429 passed with stages
in 10 minutes and 45 seconds
......@@ -69,14 +69,6 @@ def preprocess(preprocessor, groups = None, indices = None, allow_missing_files
preprocessor.min_preprocessed_file_size):
logger.debug("... Processing original data file '%s'", file_name)
# Maybe we have missing file in the databse
if not os.path.exists(file_name):
if allow_missing_files:
logger.debug("... Original data file is missing '%s' and will be skipped", file_name)
continue
else:
raise RuntimeError("Original data file is missing '%s' " % file_name)
data = preprocessor.read_original_data(file_object, original_directory, original_extension)
# create output directory before reading the data file (is sometimes required, when relative directories are specified, especially, including a .. somewhere)
bob.io.base.create_directories_safe(os.path.dirname(preprocessed_data_file))
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment