Skip to content
Snippets Groups Projects
Commit 46bacfef authored by André Anjos's avatar André Anjos :speech_balloon:
Browse files

[engine] Deploy h5py instead of bob.io.base for HDF5 I/O

parent 821d7e81
No related branches found
No related tags found
1 merge request!12Streamlining
Pipeline #39074 failed
...@@ -13,7 +13,7 @@ from tqdm import tqdm ...@@ -13,7 +13,7 @@ from tqdm import tqdm
import torch import torch
import torchvision.transforms.functional as VF import torchvision.transforms.functional as VF
import bob.io.base import h5py
from ..utils.metric import base_metrics from ..utils.metric import base_metrics
from ..utils.plot import precision_recall_f1iso_confintval from ..utils.plot import precision_recall_f1iso_confintval
...@@ -231,7 +231,8 @@ def run(data_loader, predictions_folder, output_folder, overlayed_folder=None, ...@@ -231,7 +231,8 @@ def run(data_loader, predictions_folder, output_folder, overlayed_folder=None,
image = sample[1].to("cpu") image = sample[1].to("cpu")
gt = sample[2].to("cpu") gt = sample[2].to("cpu")
pred_fullpath = os.path.join(predictions_folder, stem + ".hdf5") pred_fullpath = os.path.join(predictions_folder, stem + ".hdf5")
pred = bob.io.base.load(pred_fullpath).astype("float32") with h5py.File(pred_fullpath, "r") as f:
pred = f["array"][:]
pred = torch.from_numpy(pred) pred = torch.from_numpy(pred)
if stem in data: if stem in data:
raise RuntimeError(f"{stem} entry already exists in data. " raise RuntimeError(f"{stem} entry already exists in data. "
......
...@@ -12,7 +12,7 @@ from tqdm import tqdm ...@@ -12,7 +12,7 @@ from tqdm import tqdm
import torch import torch
import torchvision.transforms.functional as VF import torchvision.transforms.functional as VF
import bob.io.base import h5py
from ..utils.summary import summary from ..utils.summary import summary
...@@ -44,8 +44,10 @@ def _save_hdf5(stem, prob, output_folder): ...@@ -44,8 +44,10 @@ def _save_hdf5(stem, prob, output_folder):
if not os.path.exists(fulldir): if not os.path.exists(fulldir):
tqdm.write(f"Creating directory {fulldir}...") tqdm.write(f"Creating directory {fulldir}...")
os.makedirs(fulldir, exist_ok=True) os.makedirs(fulldir, exist_ok=True)
bob.io.base.save(prob.cpu().squeeze(0).numpy(), fullpath) with h5py.File(fullpath, 'w') as f:
data = prob.cpu().squeeze(0).numpy()
f.create_dataset("array", data=data, compression="gzip",
compression_opts=9)
def _save_image(stem, extension, data, output_folder): def _save_image(stem, extension, data, output_folder):
"""Saves a PIL image into a file """Saves a PIL image into a file
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment