diff --git a/bob/ip/binseg/configs/datasets/chasedb11024all.py b/bob/ip/binseg/configs/datasets/chasedb11024all.py
deleted file mode 100644
index 39d585cb513fcf380911180c1a4fe171b0139c6f..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/chasedb11024all.py
+++ /dev/null
@@ -1,28 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-from bob.db.chasedb1 import Database as CHASEDB1
-from bob.ip.binseg.data.transforms import *
-from bob.ip.binseg.data.binsegdataset import BinSegDataset
-import torch
-
-#### Config ####
-
-transforms = Compose([
- RandomRotation()
- ,Crop(0,18,960,960)
- ,Resize(1024)
- ,RandomHFlip()
- ,RandomVFlip()
- ,ColorJitter()
- ,ToTensor()
- ])
-
-# bob.db.dataset init
-bobdb = CHASEDB1(protocol = 'default')
-
-# PyTorch dataset
-train = BinSegDataset(bobdb, split='train', transform=transforms)
-test = BinSegDataset(bobdb, split='test', transform=transforms)
-
-dataset = torch.utils.data.ConcatDataset([train,test])
\ No newline at end of file
diff --git a/bob/ip/binseg/configs/datasets/chasedb11168all.py b/bob/ip/binseg/configs/datasets/chasedb11168all.py
deleted file mode 100644
index e30c1ef7016310303435cffebe0cfdad67a066f7..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/chasedb11168all.py
+++ /dev/null
@@ -1,28 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-from bob.db.chasedb1 import Database as CHASEDB1
-from bob.ip.binseg.data.transforms import *
-from bob.ip.binseg.data.binsegdataset import BinSegDataset
-import torch
-
-#### Config ####
-
-transforms = Compose([
- RandomRotation()
- ,Crop(140,18,680,960)
- ,Resize(1168)
- ,RandomHFlip()
- ,RandomVFlip()
- ,ColorJitter()
- ,ToTensor()
- ])
-
-# bob.db.dataset init
-bobdb = CHASEDB1(protocol = 'default')
-
-# PyTorch dataset
-train = BinSegDataset(bobdb, split='train', transform=transforms)
-test = BinSegDataset(bobdb, split='test', transform=transforms)
-
-dataset = torch.utils.data.ConcatDataset([train,test])
\ No newline at end of file
diff --git a/bob/ip/binseg/configs/datasets/drive1024all.py b/bob/ip/binseg/configs/datasets/drive1024all.py
deleted file mode 100644
index 26d82bc8652ec5d8c474e859bea67d100d571112..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/drive1024all.py
+++ /dev/null
@@ -1,28 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-from bob.db.drive import Database as DRIVE
-from bob.ip.binseg.data.transforms import *
-from bob.ip.binseg.data.binsegdataset import BinSegDataset
-import torch
-
-#### Config ####
-
-transforms = Compose([
- RandomRotation()
- ,CenterCrop((540,540))
- ,Resize(1024)
- ,RandomHFlip()
- ,RandomVFlip()
- ,ColorJitter()
- ,ToTensor()
- ])
-
-# bob.db.dataset init
-bobdb = DRIVE(protocol = 'default')
-
-# PyTorch dataset
-train = BinSegDataset(bobdb, split='train', transform=transforms)
-test = BinSegDataset(bobdb, split='test', transform=transforms)
-
-dataset = torch.utils.data.ConcatDataset([train,test])
\ No newline at end of file
diff --git a/bob/ip/binseg/configs/datasets/drive1168all.py b/bob/ip/binseg/configs/datasets/drive1168all.py
deleted file mode 100644
index f1e9d8562460970bd6c55222db7658c5d6fd02a4..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/drive1168all.py
+++ /dev/null
@@ -1,29 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-from bob.db.drive import Database as DRIVE
-from bob.ip.binseg.data.transforms import *
-from bob.ip.binseg.data.binsegdataset import BinSegDataset
-import torch
-
-#### Config ####
-
-transforms = Compose([
- RandomRotation()
- ,Crop(75,10,416,544)
- ,Pad((21,0,22,0))
- ,Resize(1168)
- ,RandomHFlip()
- ,RandomVFlip()
- ,ColorJitter()
- ,ToTensor()
- ])
-
-# bob.db.dataset init
-bobdb = DRIVE(protocol = 'default')
-
-# PyTorch dataset
-train = BinSegDataset(bobdb, split='train', transform=transforms)
-test = BinSegDataset(bobdb, split='test', transform=transforms)
-
-dataset = torch.utils.data.ConcatDataset([train,test])
\ No newline at end of file
diff --git a/bob/ip/binseg/configs/datasets/drive960all.py b/bob/ip/binseg/configs/datasets/drive960all.py
deleted file mode 100644
index 1242574ba3eef4935cbc6b3f22e9ddf8ed3a1ef0..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/drive960all.py
+++ /dev/null
@@ -1,27 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-from bob.db.drive import Database as DRIVE
-from bob.ip.binseg.data.transforms import *
-from bob.ip.binseg.data.binsegdataset import BinSegDataset
-import torch
-#### Config ####
-
-transforms = Compose([
- RandomRotation()
- ,CenterCrop((544,544))
- ,Resize(960)
- ,RandomHFlip()
- ,RandomVFlip()
- ,ColorJitter()
- ,ToTensor()
- ])
-
-# bob.db.dataset init
-bobdb = DRIVE(protocol = 'default')
-
-# PyTorch dataset
-train = BinSegDataset(bobdb, split='train', transform=transforms)
-test = BinSegDataset(bobdb, split='test', transform=transforms)
-
-dataset = torch.utils.data.ConcatDataset([train,test])
\ No newline at end of file
diff --git a/bob/ip/binseg/configs/datasets/drivestarechasedb1hrfl1024_all.py b/bob/ip/binseg/configs/datasets/drivestarechasedb1hrfl1024_all.py
deleted file mode 100644
index 5d2b345669dbc334e061780a349af69ce4fe3fe3..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/drivestarechasedb1hrfl1024_all.py
+++ /dev/null
@@ -1,14 +0,0 @@
-from bob.ip.binseg.configs.datasets.drive1024all import dataset as drive
-from bob.ip.binseg.configs.datasets.stare1024all import dataset as stare
-from bob.ip.binseg.configs.datasets.hrf1024all import dataset as hrf
-from bob.ip.binseg.configs.datasets.chasedb11024all import dataset as chasedb
-from bob.db.iostar import Database as IOSTAR
-from bob.ip.binseg.data.transforms import *
-import torch
-
-
-#### Config ####
-
-# PyTorch dataset
-dataset = torch.utils.data.ConcatDataset([drive,stare,hrf,chasedb])
-
diff --git a/bob/ip/binseg/configs/datasets/drivestarechasedb1hrfl1024_all_ssliostar.py b/bob/ip/binseg/configs/datasets/drivestarechasedb1hrfl1024_all_ssliostar.py
deleted file mode 100644
index 7e68cb52cc45a477cfb33abe8b8efbd019e4c8cd..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/drivestarechasedb1hrfl1024_all_ssliostar.py
+++ /dev/null
@@ -1,33 +0,0 @@
-from bob.ip.binseg.configs.datasets.drive1024all import dataset as drive
-from bob.ip.binseg.configs.datasets.stare1024all import dataset as stare
-from bob.ip.binseg.configs.datasets.hrf1024all import dataset as hrf
-from bob.ip.binseg.configs.datasets.chasedb11024all import dataset as chasedb
-from bob.db.iostar import Database as IOSTAR
-from bob.ip.binseg.data.transforms import *
-import torch
-from bob.ip.binseg.data.binsegdataset import BinSegDataset, SSLBinSegDataset, UnLabeledBinSegDataset
-
-
-#### Config ####
-
-# PyTorch dataset
-labeled_dataset = torch.utils.data.ConcatDataset([drive,stare,hrf,chasedb])
-
-#### Unlabeled IOSTAR Train ####
-unlabeled_transforms = Compose([
- RandomHFlip()
- ,RandomVFlip()
- ,RandomRotation()
- ,ColorJitter()
- ,ToTensor()
- ])
-
-# bob.db.dataset init
-iostarbobdb = IOSTAR(protocol='default_vessel')
-
-# PyTorch dataset
-unlabeled_dataset = UnLabeledBinSegDataset(iostarbobdb, split='train', transform=unlabeled_transforms)
-
-# SSL Dataset
-
-dataset = SSLBinSegDataset(labeled_dataset, unlabeled_dataset)
\ No newline at end of file
diff --git a/bob/ip/binseg/configs/datasets/drivestarechasedb1iostar1168_all.py b/bob/ip/binseg/configs/datasets/drivestarechasedb1iostar1168_all.py
deleted file mode 100644
index dcf35d87f4bbe9048b82b611e2014e80cbe01d66..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/drivestarechasedb1iostar1168_all.py
+++ /dev/null
@@ -1,13 +0,0 @@
-from bob.ip.binseg.configs.datasets.drive1168all import dataset as drive
-from bob.ip.binseg.configs.datasets.stare1168all import dataset as stare
-from bob.ip.binseg.configs.datasets.chasedb11168all import dataset as chasedb
-from bob.ip.binseg.configs.datasets.iostarvessel1168all import dataset as iostar
-from bob.db.hrf import Database as HRF
-from bob.ip.binseg.data.transforms import *
-import torch
-
-
-#### Config ####
-
-# PyTorch dataset
-dataset = torch.utils.data.ConcatDataset([drive,stare,iostar,chasedb])
\ No newline at end of file
diff --git a/bob/ip/binseg/configs/datasets/drivestarechasedb1iostar1168_all_sslhrf.py b/bob/ip/binseg/configs/datasets/drivestarechasedb1iostar1168_all_sslhrf.py
deleted file mode 100644
index fde74696dc7be96eb77c0870fa9475755b181e3b..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/drivestarechasedb1iostar1168_all_sslhrf.py
+++ /dev/null
@@ -1,35 +0,0 @@
-from bob.ip.binseg.configs.datasets.drive1168all import dataset as drive
-from bob.ip.binseg.configs.datasets.stare1168all import dataset as stare
-from bob.ip.binseg.configs.datasets.chasedb11168all import dataset as chasedb
-from bob.ip.binseg.configs.datasets.iostarvessel1168all import dataset as iostar
-from bob.db.hrf import Database as HRF
-from bob.ip.binseg.data.transforms import *
-import torch
-from bob.ip.binseg.data.binsegdataset import BinSegDataset, SSLBinSegDataset, UnLabeledBinSegDataset
-
-
-#### Config ####
-
-# PyTorch dataset
-labeled_dataset = torch.utils.data.ConcatDataset([drive,stare,iostar,chasedb])
-
-#### Unlabeled HRF TRAIN ####
-unlabeled_transforms = Compose([
- RandomRotation()
- ,Crop(0,108,2336,3296)
- ,Resize((1168))
- ,RandomHFlip()
- ,RandomVFlip()
- ,ColorJitter()
- ,ToTensor()
- ])
-
-# bob.db.dataset init
-hrfbobdb = HRF(protocol='default')
-
-# PyTorch dataset
-unlabeled_dataset = UnLabeledBinSegDataset(hrfbobdb, split='train', transform=unlabeled_transforms)
-
-# SSL Dataset
-
-dataset = SSLBinSegDataset(labeled_dataset, unlabeled_dataset)
\ No newline at end of file
diff --git a/bob/ip/binseg/configs/datasets/drivestareiostarhrf960_all.py b/bob/ip/binseg/configs/datasets/drivestareiostarhrf960_all.py
deleted file mode 100644
index cedbea744f1c0843a8d010c99d2a5f7c9692928c..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/drivestareiostarhrf960_all.py
+++ /dev/null
@@ -1,14 +0,0 @@
-from bob.ip.binseg.configs.datasets.drive960all import dataset as drive
-from bob.ip.binseg.configs.datasets.stare960all import dataset as stare
-from bob.ip.binseg.configs.datasets.hrf960all import dataset as hrf
-from bob.ip.binseg.configs.datasets.iostarvessel960all import dataset as iostar
-from bob.db.chasedb1 import Database as CHASE
-from bob.db.hrf import Database as HRF
-from bob.ip.binseg.data.transforms import *
-import torch
-
-
-#### Config ####
-
-# PyTorch dataset
-dataset = torch.utils.data.ConcatDataset([drive,stare,hrf,iostar])
\ No newline at end of file
diff --git a/bob/ip/binseg/configs/datasets/drivestareiostarhrf960_all_sslchase.py b/bob/ip/binseg/configs/datasets/drivestareiostarhrf960_all_sslchase.py
deleted file mode 100644
index 5653591b5b02c5e6af6c92156e9dffb9c00011a2..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/drivestareiostarhrf960_all_sslchase.py
+++ /dev/null
@@ -1,35 +0,0 @@
-from bob.ip.binseg.configs.datasets.drive960all import dataset as drive
-from bob.ip.binseg.configs.datasets.stare960all import dataset as stare
-from bob.ip.binseg.configs.datasets.hrf960all import dataset as hrf
-from bob.ip.binseg.configs.datasets.iostarvessel960all import dataset as iostar
-from bob.db.chasedb1 import Database as CHASE
-from bob.db.hrf import Database as HRF
-from bob.ip.binseg.data.transforms import *
-import torch
-from bob.ip.binseg.data.binsegdataset import BinSegDataset, SSLBinSegDataset, UnLabeledBinSegDataset
-
-
-#### Config ####
-
-# PyTorch dataset
-labeled_dataset = torch.utils.data.ConcatDataset([drive,stare,hrf,iostar])
-
-#### Unlabeled CHASE TRAIN ####
-unlabeled_transforms = Compose([
- Crop(0,18,960,960)
- ,RandomHFlip()
- ,RandomVFlip()
- ,RandomRotation()
- ,ColorJitter()
- ,ToTensor()
- ])
-
-# bob.db.dataset init
-chasebobdb = CHASE(protocol = 'default')
-
-# PyTorch dataset
-unlabeled_dataset = UnLabeledBinSegDataset(chasebobdb, split='train', transform=unlabeled_transforms)
-
-# SSL Dataset
-
-dataset = SSLBinSegDataset(labeled_dataset, unlabeled_dataset)
\ No newline at end of file
diff --git a/bob/ip/binseg/configs/datasets/hrf1024all.py b/bob/ip/binseg/configs/datasets/hrf1024all.py
deleted file mode 100644
index c5fc4de232e87a8b77f979335058c64ff62ce7c5..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/hrf1024all.py
+++ /dev/null
@@ -1,28 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-from bob.db.hrf import Database as HRF
-from bob.ip.binseg.data.transforms import *
-from bob.ip.binseg.data.binsegdataset import BinSegDataset
-import torch
-
-#### Config ####
-
-transforms = Compose([
- Pad((0,584,0,584))
- ,Resize((1024))
- ,RandomRotation()
- ,RandomHFlip()
- ,RandomVFlip()
- ,ColorJitter()
- ,ToTensor()
- ])
-
-# bob.db.dataset init
-bobdb = HRF(protocol = 'default')
-
-# PyTorch dataset
-train = BinSegDataset(bobdb, split='train', transform=transforms)
-test = BinSegDataset(bobdb, split='test', transform=transforms)
-
-dataset = torch.utils.data.ConcatDataset([train,test])
diff --git a/bob/ip/binseg/configs/datasets/hrf960all.py b/bob/ip/binseg/configs/datasets/hrf960all.py
deleted file mode 100644
index a34b3090520e94393c7fcbb8185bd62246954733..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/hrf960all.py
+++ /dev/null
@@ -1,28 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-from bob.db.hrf import Database as HRF
-from bob.ip.binseg.data.transforms import *
-from bob.ip.binseg.data.binsegdataset import BinSegDataset
-import torch
-
-#### Config ####
-
-transforms = Compose([
- Pad((0,584,0,584))
- ,Resize((960))
- ,RandomRotation()
- ,RandomHFlip()
- ,RandomVFlip()
- ,ColorJitter()
- ,ToTensor()
- ])
-
-# bob.db.dataset init
-bobdb = HRF(protocol = 'default')
-
-# PyTorch dataset
-train = BinSegDataset(bobdb, split='train', transform=transforms)
-test = BinSegDataset(bobdb, split='test', transform=transforms)
-
-dataset = torch.utils.data.ConcatDataset([train,test])
diff --git a/bob/ip/binseg/configs/datasets/iostarvessel1168all.py b/bob/ip/binseg/configs/datasets/iostarvessel1168all.py
deleted file mode 100644
index b97d1ed0491458eef7b9c3c36dd472c1d4445b2c..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/iostarvessel1168all.py
+++ /dev/null
@@ -1,29 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-from bob.db.iostar import Database as IOSTAR
-from bob.ip.binseg.data.transforms import *
-from bob.ip.binseg.data.binsegdataset import BinSegDataset
-import torch
-
-#### Config ####
-
-transforms = Compose([
- RandomRotation()
- ,Crop(144,0,768,1024)
- ,Pad((30,0,30,0))
- ,Resize(1168)
- ,RandomHFlip()
- ,RandomVFlip()
- ,ColorJitter()
- ,ToTensor()
- ])
-
-# bob.db.dataset init
-bobdb = IOSTAR(protocol='default_vessel')
-
-# PyTorch dataset
-train = BinSegDataset(bobdb, split='train', transform=transforms)
-test = BinSegDataset(bobdb, split='test', transform=transforms)
-
-dataset = torch.utils.data.ConcatDataset([train,test])
\ No newline at end of file
diff --git a/bob/ip/binseg/configs/datasets/iostarvessel960all.py b/bob/ip/binseg/configs/datasets/iostarvessel960all.py
deleted file mode 100644
index 1338dc225b9cb1fc4f702fafdf8ed991b9dec5fd..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/iostarvessel960all.py
+++ /dev/null
@@ -1,27 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-from bob.db.iostar import Database as IOSTAR
-from bob.ip.binseg.data.transforms import *
-from bob.ip.binseg.data.binsegdataset import BinSegDataset
-import torch
-
-#### Config ####
-
-transforms = Compose([
- Resize(960)
- ,RandomHFlip()
- ,RandomVFlip()
- ,RandomRotation()
- ,ColorJitter()
- ,ToTensor()
- ])
-
-# bob.db.dataset init
-bobdb = IOSTAR(protocol='default_vessel')
-
-# PyTorch dataset
-train = BinSegDataset(bobdb, split='train', transform=transforms)
-test = BinSegDataset(bobdb, split='test', transform=transforms)
-
-dataset = torch.utils.data.ConcatDataset([train,test])
\ No newline at end of file
diff --git a/bob/ip/binseg/configs/datasets/stare1024all.py b/bob/ip/binseg/configs/datasets/stare1024all.py
deleted file mode 100644
index 46d8084985c90debdc39ae392c9e358aa11f19fd..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/stare1024all.py
+++ /dev/null
@@ -1,28 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-from bob.db.stare import Database as STARE
-from bob.ip.binseg.data.transforms import *
-from bob.ip.binseg.data.binsegdataset import BinSegDataset
-import torch
-#### Config ####
-
-transforms = Compose([
- RandomRotation()
- ,Pad((0,32,0,32))
- ,Resize(1024)
- ,CenterCrop(1024)
- ,RandomHFlip()
- ,RandomVFlip()
- ,ColorJitter()
- ,ToTensor()
- ])
-
-# bob.db.dataset init
-bobdb = STARE(protocol = 'default')
-
-# PyTorch dataset
-train = BinSegDataset(bobdb, split='train', transform=transforms)
-test = BinSegDataset(bobdb, split='test', transform=transforms)
-
-dataset = torch.utils.data.ConcatDataset([train,test])
\ No newline at end of file
diff --git a/bob/ip/binseg/configs/datasets/stare1168all.py b/bob/ip/binseg/configs/datasets/stare1168all.py
deleted file mode 100644
index d2384a0970c9384d494c20e969a1bc0ec916b1b9..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/stare1168all.py
+++ /dev/null
@@ -1,28 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-from bob.db.stare import Database as STARE
-from bob.ip.binseg.data.transforms import *
-from bob.ip.binseg.data.binsegdataset import BinSegDataset
-import torch
-#### Config ####
-
-transforms = Compose([
- RandomRotation()
- ,Crop(50,0,500,705)
- ,Resize(1168)
- ,Pad((1,0,1,0))
- ,RandomHFlip()
- ,RandomVFlip()
- ,ColorJitter()
- ,ToTensor()
- ])
-
-# bob.db.dataset init
-bobdb = STARE(protocol = 'default')
-
-# PyTorch dataset
-train = BinSegDataset(bobdb, split='train', transform=transforms)
-test = BinSegDataset(bobdb, split='test', transform=transforms)
-
-dataset = torch.utils.data.ConcatDataset([train,test])
\ No newline at end of file
diff --git a/bob/ip/binseg/configs/datasets/stare960all.py b/bob/ip/binseg/configs/datasets/stare960all.py
deleted file mode 100644
index 0b7f134c3110b49ca6f41820453e8e360a6b0d2b..0000000000000000000000000000000000000000
--- a/bob/ip/binseg/configs/datasets/stare960all.py
+++ /dev/null
@@ -1,29 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-from bob.db.stare import Database as STARE
-from bob.ip.binseg.data.transforms import *
-from bob.ip.binseg.data.binsegdataset import BinSegDataset
-import torch
-
-#### Config ####
-
-transforms = Compose([
- RandomRotation()
- ,Pad((0,32,0,32))
- ,Resize(960)
- ,CenterCrop(960)
- ,RandomHFlip()
- ,RandomVFlip()
- ,ColorJitter()
- ,ToTensor()
- ])
-
-# bob.db.dataset init
-bobdb = STARE(protocol = 'default')
-
-# PyTorch dataset
-train = BinSegDataset(bobdb, split='train', transform=transforms)
-test = BinSegDataset(bobdb, split='test', transform=transforms)
-
-dataset = torch.utils.data.ConcatDataset([train,test])
\ No newline at end of file
diff --git a/bob/ip/binseg/script/binseg.py b/bob/ip/binseg/script/binseg.py
index b68b8a0c64e2161b3174a4311d8d7ee78cbc9746..732889e0f0350e989e6a9752b97c074321610ad4 100644
--- a/bob/ip/binseg/script/binseg.py
+++ b/bob/ip/binseg/script/binseg.py
@@ -240,70 +240,6 @@ def test(model
do_inference(model, data_loader, device, output_path)
-# Inference all checkpoints
-@binseg.command(entry_point_group='bob.ip.binseg.config', cls=ConfigCommand)
-@click.option(
- '--output-path',
- '-o',
- required=True,
- default="output",
- cls=ResourceOption
- )
-@click.option(
- '--model',
- '-m',
- required=True,
- cls=ResourceOption
- )
-@click.option(
- '--dataset',
- '-d',
- required=True,
- cls=ResourceOption
- )
-@click.option(
- '--batch-size',
- '-b',
- required=True,
- default=2,
- cls=ResourceOption)
-@click.option(
- '--device',
- '-d',
- help='A string indicating the device to use (e.g. "cpu" or "cuda:0"',
- show_default=True,
- required=True,
- default='cpu',
- cls=ResourceOption)
-@verbosity_option(cls=ResourceOption)
-def testcheckpoints(model
- ,output_path
- ,device
- ,batch_size
- ,dataset
- , **kwargs):
-
- """ Run inference and evaluate all checkpoints saved for a model"""
- # PyTorch dataloader
- data_loader = DataLoader(
- dataset = dataset
- ,batch_size = batch_size
- ,shuffle= False
- ,pin_memory = torch.cuda.is_available()
- )
-
- # list checkpoints
- ckpts = glob.glob(os.path.join(output_path,"*.pth"))
- # output
- for checkpoint in ckpts:
- ckpts_name = os.path.basename(checkpoint).split('.')[0]
- logger.info("Testing checkpoint: {}".format(ckpts_name))
- output_subfolder = os.path.join(output_path, ckpts_name)
- if not os.path.exists(output_subfolder): os.makedirs(output_subfolder)
- # checkpointer, load last model in dir
- checkpointer = DetectronCheckpointer(model, save_dir = output_subfolder, save_to_disk=False)
- checkpointer.load(checkpoint)
- do_inference(model, data_loader, device, output_subfolder)
# Plot comparison
@binseg.command(entry_point_group='bob.ip.binseg.config', cls=ConfigCommand)
diff --git a/setup.py b/setup.py
index 859a8ded5789b9c9e000e931151144083a10669a..d5fadd7a2b63e6c1d295a2418c51807adcddbf9f 100644
--- a/setup.py
+++ b/setup.py
@@ -49,8 +49,6 @@ setup(
'train = bob.ip.binseg.script.binseg:train',
'test = bob.ip.binseg.script.binseg:test',
'compare = bob.bin.binseg.script.binseg:compare',
- 'testcheckpoints = bob.ip.binseg.script.binseg:testcheckpoints',
- 'pdfoverview = bob.ip.binseg.script.binseg:testcheckpoints',
'gridtable = bob.ip.binseg.script.binseg:testcheckpoints',
'visualize = bob.ip.binseg.script.binseg:visualize',
],