fix

lehner · Jan 16, 2025 · 275a28e · 275a28e
1 parent 25be8c7
commit 275a28e
Showing 1 changed file with 2 additions and 4 deletions.
diff --git a/lib/gpt/ml/layer/parallel_transport.py b/lib/gpt/ml/layer/parallel_transport.py
@@ -34,8 +34,6 @@ def __init__(
         self.n_weights = 0
         self.o_weights = []
 
-        self.access_cache = {}
-
         t = g.timer("parallel_transport")
 
         t("pre-compute")
@@ -50,7 +48,7 @@ def __init__(
                 m @= U_dim * g.cshift(m, dim, 1)
                 disp -= 1
             while disp < 0:
-                m @= g.cshift(m * g.adj(U_dim), dim, -1)
+                m @= g.cshift(g.adj(U_dim) * m, dim, -1)
                 disp += 1
             self.matrices.append(m)
         t()
@@ -103,5 +101,5 @@ def projected_gradient_adj(self, weights, layer_input, left):
 
         if g.default.is_verbose("parallel_transport_performance"):
             g.message(t)
-
+            
         return [ileft]