forge 2.0.0

see also discussions
2024-08-10 19:24:19 -07:00
parent 4014013d05
commit cfa5242a75
28 changed files with 785 additions and 1249 deletions
@@ -10,4 +10,3 @@ class IntegratedCLIP(torch.nn.Module):
        if add_text_projection:
            embed_dim = config.hidden_size
            self.transformer.text_projection = torch.nn.Linear(embed_dim, embed_dim, bias=False)
-            self.transformer.text_projection.weight.copy_(torch.eye(embed_dim))