versioning

center-for-humans-and-machines · Mar 30, 2024 · 8af1ad7 · 8af1ad7
1 parent 97d43f6
commit 8af1ad7
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 1 deletion.
diff --git a/transformer_heads/__init__.py b/transformer_heads/__init__.py
@@ -6,4 +6,4 @@
     load_lora_with_heads,
 )
 
-__version__ = "0.0.5"
+__version__ = "0.0.6"
diff --git a/transformer_heads/model/model.py b/transformer_heads/model/model.py
@@ -304,6 +304,14 @@ def forward(
                             -1, head_config.num_outputs or self.config.vocab_size
                         )
                     use_labels = use_labels.to(use_logits.device)
+                    print(
+                        use_labels.shape,
+                        use_logits.shape,
+                        torch.min(use_labels),
+                        torch.max(use_labels),
+                        torch.min(use_logits),
+                        torch.max(use_logits),
+                    )
                     loss_by_head[head_config.name] = loss_fct(use_logits, use_labels)
                     loss = (
                         loss + loss_by_head[head_config.name] * head_config.loss_weight