diff options
| author | Leon Feng <523684+leon0707@users.noreply.github.com> | 2023-07-18 04:24:14 -0400 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-07-18 04:24:14 -0400 |
| commit | a3730bd9becd2f1f5d209885b694b0dec178d110 (patch) | |
| tree | 8ac9948d89606f7519df786f07f6ddb93c3d2720 /extensions-builtin/Lora/network_full.py | |
| parent | d6668347c8b85b11b696ac56777cc396e34ee1f9 (diff) | |
| parent | 871b8687a82bb2ca907d8a49c87aed7635b8fc33 (diff) | |
Merge branch 'dev' into fix-11805
Diffstat (limited to 'extensions-builtin/Lora/network_full.py')
| -rw-r--r-- | extensions-builtin/Lora/network_full.py | 22 |
1 files changed, 22 insertions, 0 deletions
diff --git a/extensions-builtin/Lora/network_full.py b/extensions-builtin/Lora/network_full.py new file mode 100644 index 00000000..109b4c2c --- /dev/null +++ b/extensions-builtin/Lora/network_full.py @@ -0,0 +1,22 @@ +import network
+
+
+class ModuleTypeFull(network.ModuleType):
+ def create_module(self, net: network.Network, weights: network.NetworkWeights):
+ if all(x in weights.w for x in ["diff"]):
+ return NetworkModuleFull(net, weights)
+
+ return None
+
+
+class NetworkModuleFull(network.NetworkModule):
+ def __init__(self, net: network.Network, weights: network.NetworkWeights):
+ super().__init__(net, weights)
+
+ self.weight = weights.w.get("diff")
+
+ def calc_updown(self, orig_weight):
+ output_shape = self.weight.shape
+ updown = self.weight.to(orig_weight.device, dtype=orig_weight.dtype)
+
+ return self.finalize_updown(updown, orig_weight, output_shape)
|