diff options
| author | AUTOMATIC1111 <16777216c@gmail.com> | 2022-12-03 09:58:08 +0300 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2022-12-03 09:58:08 +0300 |
| commit | a2feaa95fc0c4c94131eb75b5b1bc0eaa1696551 (patch) | |
| tree | a7be0e8b6849aae24f7f6c7879f7ddf43d118425 /modules/devices.py | |
| parent | c7af672186ec09a514f0e78aa21155264e56c130 (diff) | |
| parent | 0fddb4a1c06a6e2122add7eee3b001a6d473baee (diff) | |
Merge pull request #5194 from brkirch/autocast-and-mps-randn-fixes
Use devices.autocast() and fix MPS randn issues
Diffstat (limited to 'modules/devices.py')
| -rw-r--r-- | modules/devices.py | 15 |
1 files changed, 3 insertions, 12 deletions
diff --git a/modules/devices.py b/modules/devices.py index f00079c6..046460fa 100644 --- a/modules/devices.py +++ b/modules/devices.py @@ -66,24 +66,15 @@ dtype_vae = torch.float16 def randn(seed, shape): - # Pytorch currently doesn't handle setting randomness correctly when the metal backend is used. - if device.type == 'mps': - generator = torch.Generator(device=cpu) - generator.manual_seed(seed) - noise = torch.randn(shape, generator=generator, device=cpu).to(device) - return noise - torch.manual_seed(seed) + if device.type == 'mps': + return torch.randn(shape, device=cpu).to(device) return torch.randn(shape, device=device) def randn_without_seed(shape): - # Pytorch currently doesn't handle setting randomness correctly when the metal backend is used. if device.type == 'mps': - generator = torch.Generator(device=cpu) - noise = torch.randn(shape, generator=generator, device=cpu).to(device) - return noise - + return torch.randn(shape, device=cpu).to(device) return torch.randn(shape, device=device) |