feat: uhm, i changed some things

2025-11-25 20:20:08 +01:00 · 2025-11-25 20:20:08 +01:00 · 6de4db24cc
commit 6de4db24cc
parent b58682cb49
27 changed files with 1302 additions and 137 deletions
--- a/transformer-xl/pytorch/utils/adaptive_softmax.py
+++ b/transformer-xl/pytorch/utils/adaptive_softmax.py
@ -50,7 +50,7 @@ class AdaptiveLogSoftmax(nn.Module):
        head_logprob = F.log_softmax(head_logit, dim=1)

        nll = torch.zeros_like(target,
-                dtype=hidden.dtype, device=hidden.device)
+                               dtype=hidden.dtype, device=hidden.DEVICE)

        offset = 0
        cutoff_values = [0] + self.cutoffs