[StableDiffusionInpaint] Correct test (#1859)

Author: patrickvonplaten

tests/pipelines/stable_diffusion_2/test_stable_diffusion_inpaint.py

@@ -228,7 +228,6 @@ def test_stable_diffusion_pipeline_with_sequential_cpu_offloading(self):
             model_id,
             safety_checker=None,
             scheduler=pndm,
-            device_map="auto",
             torch_dtype=torch.float16,
         )
         pipe.to(torch_device)
@@ -244,7 +243,7 @@ def test_stable_diffusion_pipeline_with_sequential_cpu_offloading(self):
             image=init_image,
             mask_image=mask_image,
             generator=generator,
-            num_inference_steps=5,
+            num_inference_steps=2,
             output_type="np",
         )