diff options
| author | AUTOMATIC1111 <16777216c@gmail.com> | 2024-01-01 16:39:51 +0300 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-01-01 16:39:51 +0300 |
| commit | dfd64382211317cc46ad337c373492bfc420fa18 (patch) | |
| tree | 3b1b2f5f3648da07430f54d1c155ce379a6fa3f7 /extensions-builtin/Lora/network_lora.py | |
| parent | 3d15e58b0a30f2ef1e731f9e429f4d3cf1c259c5 (diff) | |
| parent | 0ce67cb61806cf43f4d726d4705a4f6fdc2540e6 (diff) | |
Merge branch 'dev' into feat/interrupted-end
Diffstat (limited to 'extensions-builtin/Lora/network_lora.py')
| -rw-r--r-- | extensions-builtin/Lora/network_lora.py | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/extensions-builtin/Lora/network_lora.py b/extensions-builtin/Lora/network_lora.py index 26c0a72c..4cc40295 100644 --- a/extensions-builtin/Lora/network_lora.py +++ b/extensions-builtin/Lora/network_lora.py @@ -61,13 +61,13 @@ class NetworkModuleLora(network.NetworkModule): return module
def calc_updown(self, orig_weight):
- up = self.up_model.weight.to(orig_weight.device, dtype=orig_weight.dtype)
- down = self.down_model.weight.to(orig_weight.device, dtype=orig_weight.dtype)
+ up = self.up_model.weight.to(orig_weight.device)
+ down = self.down_model.weight.to(orig_weight.device)
output_shape = [up.size(0), down.size(1)]
if self.mid_model is not None:
# cp-decomposition
- mid = self.mid_model.weight.to(orig_weight.device, dtype=orig_weight.dtype)
+ mid = self.mid_model.weight.to(orig_weight.device)
updown = lyco_helpers.rebuild_cp_decomposition(up, down, mid)
output_shape += mid.shape[2:]
else:
|