Skip to content

Commit 4be03cf

Browse files
DN6sayakpaul
DN6
and
sayakpaul
committed
Fix StableDiffusionPipeline when text_encoder=None (#8297)
* update * update --------- Co-authored-by: Sayak Paul <spsayakpaul@gmail.com>
1 parent b2abd9e commit 4be03cf

File tree

35 files changed

+175
-102
lines changed

35 files changed

+175
-102
lines changed

‎src/diffusers/pipelines/animatediff/pipeline_animatediff.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -316,9 +316,10 @@ def encode_prompt(
316316
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
317317
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
318318

319-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
320-
# Retrieve the original scale by scaling back the LoRA layers
321-
unscale_lora_layers(self.text_encoder, lora_scale)
319+
if self.text_encoder is not None:
320+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
321+
# Retrieve the original scale by scaling back the LoRA layers
322+
unscale_lora_layers(self.text_encoder, lora_scale)
322323

323324
return prompt_embeds, negative_prompt_embeds
324325

‎src/diffusers/pipelines/animatediff/pipeline_animatediff_video2video.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -420,9 +420,10 @@ def encode_prompt(
420420
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
421421
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
422422

423-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
424-
# Retrieve the original scale by scaling back the LoRA layers
425-
unscale_lora_layers(self.text_encoder, lora_scale)
423+
if self.text_encoder is not None:
424+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
425+
# Retrieve the original scale by scaling back the LoRA layers
426+
unscale_lora_layers(self.text_encoder, lora_scale)
426427

427428
return prompt_embeds, negative_prompt_embeds
428429

‎src/diffusers/pipelines/controlnet/pipeline_controlnet.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -463,9 +463,10 @@ def encode_prompt(
463463
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
464464
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
465465

466-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
467-
# Retrieve the original scale by scaling back the LoRA layers
468-
unscale_lora_layers(self.text_encoder, lora_scale)
466+
if self.text_encoder is not None:
467+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
468+
# Retrieve the original scale by scaling back the LoRA layers
469+
unscale_lora_layers(self.text_encoder, lora_scale)
469470

470471
return prompt_embeds, negative_prompt_embeds
471472

‎src/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -441,9 +441,10 @@ def encode_prompt(
441441
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
442442
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
443443

444-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
445-
# Retrieve the original scale by scaling back the LoRA layers
446-
unscale_lora_layers(self.text_encoder, lora_scale)
444+
if self.text_encoder is not None:
445+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
446+
# Retrieve the original scale by scaling back the LoRA layers
447+
unscale_lora_layers(self.text_encoder, lora_scale)
447448

448449
return prompt_embeds, negative_prompt_embeds
449450

‎src/diffusers/pipelines/controlnet/pipeline_controlnet_inpaint.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -566,9 +566,10 @@ def encode_prompt(
566566
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
567567
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
568568

569-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
570-
# Retrieve the original scale by scaling back the LoRA layers
571-
unscale_lora_layers(self.text_encoder, lora_scale)
569+
if self.text_encoder is not None:
570+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
571+
# Retrieve the original scale by scaling back the LoRA layers
572+
unscale_lora_layers(self.text_encoder, lora_scale)
572573

573574
return prompt_embeds, negative_prompt_embeds
574575

‎src/diffusers/pipelines/controlnet_xs/pipeline_controlnet_xs.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -390,9 +390,10 @@ def encode_prompt(
390390
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
391391
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
392392

393-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
394-
# Retrieve the original scale by scaling back the LoRA layers
395-
unscale_lora_layers(self.text_encoder, lora_scale)
393+
if self.text_encoder is not None:
394+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
395+
# Retrieve the original scale by scaling back the LoRA layers
396+
unscale_lora_layers(self.text_encoder, lora_scale)
396397

397398
return prompt_embeds, negative_prompt_embeds
398399

‎src/diffusers/pipelines/deprecated/stable_diffusion_variants/pipeline_cycle_diffusion.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -456,9 +456,10 @@ def encode_prompt(
456456
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
457457
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
458458

459-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
460-
# Retrieve the original scale by scaling back the LoRA layers
461-
unscale_lora_layers(self.text_encoder, lora_scale)
459+
if self.text_encoder is not None:
460+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
461+
# Retrieve the original scale by scaling back the LoRA layers
462+
unscale_lora_layers(self.text_encoder, lora_scale)
462463

463464
return prompt_embeds, negative_prompt_embeds
464465

‎src/diffusers/pipelines/deprecated/stable_diffusion_variants/pipeline_stable_diffusion_inpaint_legacy.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -426,9 +426,10 @@ def encode_prompt(
426426
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
427427
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
428428

429-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
430-
# Retrieve the original scale by scaling back the LoRA layers
431-
unscale_lora_layers(self.text_encoder, lora_scale)
429+
if self.text_encoder is not None:
430+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
431+
# Retrieve the original scale by scaling back the LoRA layers
432+
unscale_lora_layers(self.text_encoder, lora_scale)
432433

433434
return prompt_embeds, negative_prompt_embeds
434435

‎src/diffusers/pipelines/deprecated/stable_diffusion_variants/pipeline_stable_diffusion_model_editing.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -364,9 +364,10 @@ def encode_prompt(
364364
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
365365
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
366366

367-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
368-
# Retrieve the original scale by scaling back the LoRA layers
369-
unscale_lora_layers(self.text_encoder, lora_scale)
367+
if self.text_encoder is not None:
368+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
369+
# Retrieve the original scale by scaling back the LoRA layers
370+
unscale_lora_layers(self.text_encoder, lora_scale)
370371

371372
return prompt_embeds, negative_prompt_embeds
372373

‎src/diffusers/pipelines/deprecated/stable_diffusion_variants/pipeline_stable_diffusion_paradigms.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -355,9 +355,10 @@ def encode_prompt(
355355
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
356356
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
357357

358-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
359-
# Retrieve the original scale by scaling back the LoRA layers
360-
unscale_lora_layers(self.text_encoder, lora_scale)
358+
if self.text_encoder is not None:
359+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
360+
# Retrieve the original scale by scaling back the LoRA layers
361+
unscale_lora_layers(self.text_encoder, lora_scale)
361362

362363
return prompt_embeds, negative_prompt_embeds
363364

‎src/diffusers/pipelines/deprecated/stable_diffusion_variants/pipeline_stable_diffusion_pix2pix_zero.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -578,9 +578,10 @@ def encode_prompt(
578578
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
579579
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
580580

581-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
582-
# Retrieve the original scale by scaling back the LoRA layers
583-
unscale_lora_layers(self.text_encoder, lora_scale)
581+
if self.text_encoder is not None:
582+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
583+
# Retrieve the original scale by scaling back the LoRA layers
584+
unscale_lora_layers(self.text_encoder, lora_scale)
584585

585586
return prompt_embeds, negative_prompt_embeds
586587

‎src/diffusers/pipelines/latent_consistency_models/pipeline_latent_consistency_img2img.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -405,9 +405,10 @@ def encode_prompt(
405405
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
406406
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
407407

408-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
409-
# Retrieve the original scale by scaling back the LoRA layers
410-
unscale_lora_layers(self.text_encoder, lora_scale)
408+
if self.text_encoder is not None:
409+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
410+
# Retrieve the original scale by scaling back the LoRA layers
411+
unscale_lora_layers(self.text_encoder, lora_scale)
411412

412413
return prompt_embeds, negative_prompt_embeds
413414

‎src/diffusers/pipelines/latent_consistency_models/pipeline_latent_consistency_text2img.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -389,9 +389,10 @@ def encode_prompt(
389389
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
390390
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
391391

392-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
393-
# Retrieve the original scale by scaling back the LoRA layers
394-
unscale_lora_layers(self.text_encoder, lora_scale)
392+
if self.text_encoder is not None:
393+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
394+
# Retrieve the original scale by scaling back the LoRA layers
395+
unscale_lora_layers(self.text_encoder, lora_scale)
395396

396397
return prompt_embeds, negative_prompt_embeds
397398

‎src/diffusers/pipelines/pia/pipeline_pia.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -375,9 +375,10 @@ def encode_prompt(
375375
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
376376
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
377377

378-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
379-
# Retrieve the original scale by scaling back the LoRA layers
380-
unscale_lora_layers(self.text_encoder, lora_scale)
378+
if self.text_encoder is not None:
379+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
380+
# Retrieve the original scale by scaling back the LoRA layers
381+
unscale_lora_layers(self.text_encoder, lora_scale)
381382

382383
return prompt_embeds, negative_prompt_embeds
383384

‎src/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -474,9 +474,10 @@ def encode_prompt(
474474
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
475475
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
476476

477-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
478-
# Retrieve the original scale by scaling back the LoRA layers
479-
unscale_lora_layers(self.text_encoder, lora_scale)
477+
if self.text_encoder is not None:
478+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
479+
# Retrieve the original scale by scaling back the LoRA layers
480+
unscale_lora_layers(self.text_encoder, lora_scale)
480481

481482
return prompt_embeds, negative_prompt_embeds
482483

‎src/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_depth2img.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -357,9 +357,10 @@ def encode_prompt(
357357
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
358358
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
359359

360-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
361-
# Retrieve the original scale by scaling back the LoRA layers
362-
unscale_lora_layers(self.text_encoder, lora_scale)
360+
if self.text_encoder is not None:
361+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
362+
# Retrieve the original scale by scaling back the LoRA layers
363+
unscale_lora_layers(self.text_encoder, lora_scale)
363364

364365
return prompt_embeds, negative_prompt_embeds
365366

‎src/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -517,9 +517,10 @@ def encode_prompt(
517517
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
518518
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
519519

520-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
521-
# Retrieve the original scale by scaling back the LoRA layers
522-
unscale_lora_layers(self.text_encoder, lora_scale)
520+
if self.text_encoder is not None:
521+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
522+
# Retrieve the original scale by scaling back the LoRA layers
523+
unscale_lora_layers(self.text_encoder, lora_scale)
523524

524525
return prompt_embeds, negative_prompt_embeds
525526

‎src/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_inpaint.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -589,9 +589,10 @@ def encode_prompt(
589589
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
590590
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
591591

592-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
593-
# Retrieve the original scale by scaling back the LoRA layers
594-
unscale_lora_layers(self.text_encoder, lora_scale)
592+
if self.text_encoder is not None:
593+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
594+
# Retrieve the original scale by scaling back the LoRA layers
595+
unscale_lora_layers(self.text_encoder, lora_scale)
595596

596597
return prompt_embeds, negative_prompt_embeds
597598

‎src/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_upscale.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -377,9 +377,10 @@ def encode_prompt(
377377
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
378378
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
379379

380-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
381-
# Retrieve the original scale by scaling back the LoRA layers
382-
unscale_lora_layers(self.text_encoder, lora_scale)
380+
if self.text_encoder is not None:
381+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
382+
# Retrieve the original scale by scaling back the LoRA layers
383+
unscale_lora_layers(self.text_encoder, lora_scale)
383384

384385
return prompt_embeds, negative_prompt_embeds
385386

‎src/diffusers/pipelines/stable_diffusion/pipeline_stable_unclip.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -458,9 +458,10 @@ def encode_prompt(
458458
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
459459
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
460460

461-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
462-
# Retrieve the original scale by scaling back the LoRA layers
463-
unscale_lora_layers(self.text_encoder, lora_scale)
461+
if self.text_encoder is not None:
462+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
463+
# Retrieve the original scale by scaling back the LoRA layers
464+
unscale_lora_layers(self.text_encoder, lora_scale)
464465

465466
return prompt_embeds, negative_prompt_embeds
466467

‎src/diffusers/pipelines/stable_diffusion/pipeline_stable_unclip_img2img.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -422,9 +422,10 @@ def encode_prompt(
422422
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
423423
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
424424

425-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
426-
# Retrieve the original scale by scaling back the LoRA layers
427-
unscale_lora_layers(self.text_encoder, lora_scale)
425+
if self.text_encoder is not None:
426+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
427+
# Retrieve the original scale by scaling back the LoRA layers
428+
unscale_lora_layers(self.text_encoder, lora_scale)
428429

429430
return prompt_embeds, negative_prompt_embeds
430431

‎src/diffusers/pipelines/stable_diffusion_attend_and_excite/pipeline_stable_diffusion_attend_and_excite.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -455,9 +455,10 @@ def encode_prompt(
455455
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
456456
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
457457

458-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
459-
# Retrieve the original scale by scaling back the LoRA layers
460-
unscale_lora_layers(self.text_encoder, lora_scale)
458+
if self.text_encoder is not None:
459+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
460+
# Retrieve the original scale by scaling back the LoRA layers
461+
unscale_lora_layers(self.text_encoder, lora_scale)
461462

462463
return prompt_embeds, negative_prompt_embeds
463464

‎src/diffusers/pipelines/stable_diffusion_diffedit/pipeline_stable_diffusion_diffedit.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -582,9 +582,10 @@ def encode_prompt(
582582
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
583583
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
584584

585-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
586-
# Retrieve the original scale by scaling back the LoRA layers
587-
unscale_lora_layers(self.text_encoder, lora_scale)
585+
if self.text_encoder is not None:
586+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
587+
# Retrieve the original scale by scaling back the LoRA layers
588+
unscale_lora_layers(self.text_encoder, lora_scale)
588589

589590
return prompt_embeds, negative_prompt_embeds
590591

‎src/diffusers/pipelines/stable_diffusion_gligen/pipeline_stable_diffusion_gligen.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -381,9 +381,10 @@ def encode_prompt(
381381
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
382382
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
383383

384-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
385-
# Retrieve the original scale by scaling back the LoRA layers
386-
unscale_lora_layers(self.text_encoder, lora_scale)
384+
if self.text_encoder is not None:
385+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
386+
# Retrieve the original scale by scaling back the LoRA layers
387+
unscale_lora_layers(self.text_encoder, lora_scale)
387388

388389
return prompt_embeds, negative_prompt_embeds
389390

‎src/diffusers/pipelines/stable_diffusion_gligen/pipeline_stable_diffusion_gligen_text_image.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -406,9 +406,10 @@ def encode_prompt(
406406
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
407407
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
408408

409-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
410-
# Retrieve the original scale by scaling back the LoRA layers
411-
unscale_lora_layers(self.text_encoder, lora_scale)
409+
if self.text_encoder is not None:
410+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
411+
# Retrieve the original scale by scaling back the LoRA layers
412+
unscale_lora_layers(self.text_encoder, lora_scale)
412413

413414
return prompt_embeds, negative_prompt_embeds
414415

‎src/diffusers/pipelines/stable_diffusion_k_diffusion/pipeline_stable_diffusion_k_diffusion.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -355,9 +355,10 @@ def encode_prompt(
355355
negative_prompt_embeds = negative_prompt_embeds.repeat(1, num_images_per_prompt, 1)
356356
negative_prompt_embeds = negative_prompt_embeds.view(batch_size * num_images_per_prompt, seq_len, -1)
357357

358-
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
359-
# Retrieve the original scale by scaling back the LoRA layers
360-
unscale_lora_layers(self.text_encoder, lora_scale)
358+
if self.text_encoder is not None:
359+
if isinstance(self, LoraLoaderMixin) and USE_PEFT_BACKEND:
360+
# Retrieve the original scale by scaling back the LoRA layers
361+
unscale_lora_layers(self.text_encoder, lora_scale)
361362

362363
return prompt_embeds, negative_prompt_embeds
363364

0 commit comments

Comments
 (0)