diff options
| author | AUTOMATIC1111 <16777216c@gmail.com> | 2023-08-13 20:28:49 +0300 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-08-13 20:28:49 +0300 |
| commit | 9cd0475c0823abc289125e4095b0ba5256f71538 (patch) | |
| tree | 465aa091d5302761c39455049d3aca0d2b83c817 /modules/sub_quadratic_attention.py | |
| parent | 8452708560586e2d5047c7d8df2b4ba642d94dac (diff) | |
| parent | 2035cbbd5d6e7678450c701fce1a5de7d8bd7084 (diff) | |
Merge pull request #12526 from brkirch/mps-adjust-sub-quad
Fixes for `git checkout`, MPS/macOS fixes and optimizations
Diffstat (limited to 'modules/sub_quadratic_attention.py')
| -rw-r--r-- | modules/sub_quadratic_attention.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/modules/sub_quadratic_attention.py b/modules/sub_quadratic_attention.py index 497568eb..ae4ee4bb 100644 --- a/modules/sub_quadratic_attention.py +++ b/modules/sub_quadratic_attention.py @@ -58,7 +58,7 @@ def _summarize_chunk( scale: float, ) -> AttnChunk: attn_weights = torch.baddbmm( - torch.empty(1, 1, 1, device=query.device, dtype=query.dtype), + torch.zeros(1, 1, 1, device=query.device, dtype=query.dtype), query, key.transpose(1,2), alpha=scale, @@ -121,7 +121,7 @@ def _get_attention_scores_no_kv_chunking( scale: float, ) -> Tensor: attn_scores = torch.baddbmm( - torch.empty(1, 1, 1, device=query.device, dtype=query.dtype), + torch.zeros(1, 1, 1, device=query.device, dtype=query.dtype), query, key.transpose(1,2), alpha=scale, |