Merge pull request #5194 from brkirch/autocast-and-mps-randn-fixes

Use devices.autocast() and fix MPS randn issues

1 files changed, 1 insertions, 5 deletions

diff --git a/modules/sd_hijack.py b/modules/sd_hijack.py
index eef6efd2..95a17093 100644
--- a/modules/sd_hijack.py
+++ b/modules/sd_hijack.py
@@ -183,11 +183,7 @@ def register_buffer(self, name, attr):
 

     if type(attr) == torch.Tensor:

         if attr.device != devices.device:

-

-            if devices.has_mps():

-                attr = attr.to(device="mps", dtype=torch.float32)

-            else:

-                attr = attr.to(devices.device)

+            attr = attr.to(device=devices.device, dtype=(torch.float32 if devices.device.type == 'mps' else None))

 

     setattr(self, name, attr)