cxllm-vendors/stable-diffusion-webui-forge
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Get Flux working on Apple Silicon (#1264)

Browse Source 
Co-authored-by: Conor Nash <conor@nbs.consulting>
This commit is contained in:
Conor Nash
2024-09-13 15:40:11 +01:00
committed by GitHub
parent cb412b290b
commit 8bd7e0568f
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/nn/flux.py
+3
View File
@@ -19,6 +19,9 @@ def attention(q, k, v, pe):
def rope(pos, dim, theta): def rope(pos, dim, theta):
if pos.device.type == "mps":
scale = torch.arange(0, dim, 2, dtype=torch.float32, device=pos.device) / dim
else:
scale = torch.arange(0, dim, 2, dtype=torch.float64, device=pos.device) / dim scale = torch.arange(0, dim, 2, dtype=torch.float64, device=pos.device) / dim
omega = 1.0 / (theta ** scale) omega = 1.0 / (theta ** scale)