diff --git a/bob/bio/gmm/algorithm/GMM.py b/bob/bio/gmm/algorithm/GMM.py
index 41da8f2d17f324dfeb89bcdc0991458e0bb0fe29..558d5627fd017bbdc179bf8de7019aad98c0b9f7 100644
--- a/bob/bio/gmm/algorithm/GMM.py
+++ b/bob/bio/gmm/algorithm/GMM.py
@@ -111,6 +111,7 @@ class GMM(BioAlgorithm, BaseEstimator):
         scoring_function
             Function returning a score from a model, a UBM, and a probe.
         """
+        super().__init__(**kwargs)
 
         # Copy parameters
         self.number_of_gaussians = number_of_gaussians
@@ -140,7 +141,6 @@ class GMM(BioAlgorithm, BaseEstimator):
 
         self.ubm = None
 
-        super().__init__(**kwargs)
 
     def _check_feature(self, feature):
         """Checks that the features are appropriate"""