reduced svd

s1dlx · Dec 8, 2023 · d812ea8 · d812ea8
1 parent d84b776
commit d812ea8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sd_meh/merge_methods.py b/sd_meh/merge_methods.py
@@ -239,7 +239,7 @@ def rotate(a: Tensor, b: Tensor, alpha: float, beta: float, **kwargs):
     b_neurons -= b_centroid
 
     svd_driver = "gesvd" if a.is_cuda else None
-    u, _, v_t = torch.linalg.svd(a_neurons.T @ b_neurons, driver=svd_driver)
+    u, _, v_t = torch.linalg.svd(a_neurons.T @ b_neurons, full_matrices=False, driver=svd_driver)
 
     alpha_is_float = alpha != round(alpha)
     if alpha_is_float: