Skip to content

Commit 23bc56a

Browse files
xieofxiehualxie
and
hualxie
authored
add provider_options in from_pretrained (#10719)
Co-authored-by: hualxie <hualxie@microsoft.com>
1 parent 5b1dcd1 commit 23bc56a

File tree

2 files changed

+4
-0
lines changed

2 files changed

+4
-0
lines changed

src/diffusers/pipelines/pipeline_loading_utils.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -630,6 +630,7 @@ def load_sub_model(
630630
cached_folder: Union[str, os.PathLike],
631631
use_safetensors: bool,
632632
dduf_entries: Optional[Dict[str, DDUFEntry]],
633+
provider_options: Any,
633634
):
634635
"""Helper method to load the module `name` from `library_name` and `class_name`"""
635636

@@ -676,6 +677,7 @@ def load_sub_model(
676677
if issubclass(class_obj, diffusers_module.OnnxRuntimeModel):
677678
loading_kwargs["provider"] = provider
678679
loading_kwargs["sess_options"] = sess_options
680+
loading_kwargs["provider_options"] = provider_options
679681

680682
is_diffusers_model = issubclass(class_obj, diffusers_module.ModelMixin)
681683

src/diffusers/pipelines/pipeline_utils.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -677,6 +677,7 @@ def from_pretrained(cls, pretrained_model_name_or_path: Optional[Union[str, os.P
677677
custom_revision = kwargs.pop("custom_revision", None)
678678
provider = kwargs.pop("provider", None)
679679
sess_options = kwargs.pop("sess_options", None)
680+
provider_options = kwargs.pop("provider_options", None)
680681
device_map = kwargs.pop("device_map", None)
681682
max_memory = kwargs.pop("max_memory", None)
682683
offload_folder = kwargs.pop("offload_folder", None)
@@ -971,6 +972,7 @@ def load_module(name, value):
971972
cached_folder=cached_folder,
972973
use_safetensors=use_safetensors,
973974
dduf_entries=dduf_entries,
975+
provider_options=provider_options,
974976
)
975977
logger.info(
976978
f"Loaded {name} as {class_name} from `{name}` subfolder of {pretrained_model_name_or_path}."

0 commit comments

Comments
 (0)