PERF: clipping with scalar (#41869)

Author: TLouf

pandas/core/generic.py

@@ -7218,10 +7218,10 @@ def _clip_with_scalar(self, lower, upper, inplace: bool_t = False):
 
         with np.errstate(all="ignore"):
             if upper is not None:
-                subset = (self <= upper).to_numpy()
+                subset = self <= upper
                 result = result.where(subset, upper, axis=None, inplace=False)
             if lower is not None:
-                subset = (self >= lower).to_numpy()
+                subset = self >= lower
                 result = result.where(subset, lower, axis=None, inplace=False)
 
         if np.any(mask):