From 4ad5f22c7b1c7f9fd7dd218d48cfd1f80d420fd6 Mon Sep 17 00:00:00 2001 From: Won-Kyu Park Date: Wed, 25 Sep 2024 22:12:46 +0900 Subject: [PATCH] do not use assing=True for nn.LayerNorm --- modules/sd_disable_initialization.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/sd_disable_initialization.py b/modules/sd_disable_initialization.py index 47f98416e..0261db08f 100644 --- a/modules/sd_disable_initialization.py +++ b/modules/sd_disable_initialization.py @@ -176,7 +176,7 @@ class LoadStateDictOnMeta(ReplaceHelper): def load_from_state_dict(original, module, state_dict, prefix, *args, **kwargs): used_param_keys = [] - if isinstance(module, (torch.nn.Linear, torch.nn.Conv2d, torch.nn.GroupNorm, torch.nn.LayerNorm)): + if isinstance(module, (torch.nn.Linear, torch.nn.Conv2d, torch.nn.GroupNorm,)): # HACK add assign=True to local_metadata for some cases args[0]['assign_to_params_buffers'] = True