Merge branch 'main' into 099_gpu_quant

Author: svekars

intermediate_source/parametrizations.py

@@ -306,8 +306,8 @@ def forward(self, X):
     def right_inverse(self, A):
         # Assume A orthogonal
         # See https://en.wikipedia.org/wiki/Cayley_transform#Matrix_map
-        # (X - I)(X + I)^{-1}
-        return torch.linalg.solve(X + self.Id, self.Id - X)
+        # (A - I)(A + I)^{-1}
+        return torch.linalg.solve(A + self.Id, self.Id - A)
 
 layer_orthogonal = nn.Linear(3, 3)
 parametrize.register_parametrization(layer_orthogonal, "weight", Skew())

recipes_source/recipes/what_is_state_dict.py

@@ -52,6 +52,7 @@
 
 import torch
 import torch.nn as nn
+import torch.nn.functional as F
 import torch.optim as optim