diff options
| author | AUTOMATIC1111 <16777216c@gmail.com> | 2023-08-05 08:01:38 +0300 |
|---|---|---|
| committer | AUTOMATIC1111 <16777216c@gmail.com> | 2023-08-05 08:01:38 +0300 |
| commit | ef1698fd6dbd6387341a1eeeded068ff1476ee50 (patch) | |
| tree | ddaa0cf76e8cf95b93f63909a026ae3d5eab460a /extensions-builtin/Lora/network_ia3.py | |
| parent | 0fae47e97445df4e7de4d85538a80917fc2a2457 (diff) | |
| parent | c613416af375092f55b9bc8649c949e95d250c44 (diff) | |
Merge branch 'dev' into extra-networks-always-visible
Diffstat (limited to 'extensions-builtin/Lora/network_ia3.py')
| -rw-r--r-- | extensions-builtin/Lora/network_ia3.py | 30 |
1 files changed, 30 insertions, 0 deletions
diff --git a/extensions-builtin/Lora/network_ia3.py b/extensions-builtin/Lora/network_ia3.py new file mode 100644 index 00000000..7edc4249 --- /dev/null +++ b/extensions-builtin/Lora/network_ia3.py @@ -0,0 +1,30 @@ +import network
+
+
+class ModuleTypeIa3(network.ModuleType):
+ def create_module(self, net: network.Network, weights: network.NetworkWeights):
+ if all(x in weights.w for x in ["weight"]):
+ return NetworkModuleIa3(net, weights)
+
+ return None
+
+
+class NetworkModuleIa3(network.NetworkModule):
+ def __init__(self, net: network.Network, weights: network.NetworkWeights):
+ super().__init__(net, weights)
+
+ self.w = weights.w["weight"]
+ self.on_input = weights.w["on_input"].item()
+
+ def calc_updown(self, orig_weight):
+ w = self.w.to(orig_weight.device, dtype=orig_weight.dtype)
+
+ output_shape = [w.size(0), orig_weight.size(1)]
+ if self.on_input:
+ output_shape.reverse()
+ else:
+ w = w.reshape(-1, 1)
+
+ updown = orig_weight * w
+
+ return self.finalize_updown(updown, orig_weight, output_shape)
|