diff --git a/metric_learn/mmc.py b/metric_learn/mmc.py
index e4f89cfe..1ff30b1e 100644
--- a/metric_learn/mmc.py
+++ b/metric_learn/mmc.py
@@ -204,7 +204,7 @@ def _fit_diag(self, pairs, y):
       obj = (np.dot(s_sum, w_tmp) + self.diagonal_c *
              self._D_objective(neg_pairs, w_tmp))
       assert_all_finite(obj)
-      obj_previous = obj + 1  # just to get the while-loop started
+      obj_previous = np.inf  # just to get the while-loop started
 
       inner_it = 0
       while obj < obj_previous: