Skip to content

Commit

Permalink
remove adding staticmethod
Browse files Browse the repository at this point in the history
  • Loading branch information
lucidrains committed Jul 6, 2024
1 parent 74cc6b0 commit 72e0a27
Show file tree
Hide file tree
Showing 2 changed files with 1 addition and 3 deletions.
2 changes: 0 additions & 2 deletions local_attention/rotary.py
Original file line number Diff line number Diff line change
Expand Up @@ -30,8 +30,6 @@ def __init__(
scale = (torch.arange(0, dim, 2) + 0.4 * dim) / (1.4 * dim)
self.register_buffer('scale', scale, persistent = False)

self.apply_rotary_pos_emb = staticmethod(apply_rotary_pos_emb)

@autocast(enabled = False)
def forward(self, x):
seq_len, device = x.shape[-2], x.device
Expand Down
2 changes: 1 addition & 1 deletion setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
setup(
name = 'local-attention',
packages = find_packages(),
version = '1.9.10',
version = '1.9.11',
license='MIT',
description = 'Local attention, window with lookback, for language modeling',
long_description_content_type = 'text/markdown',
Expand Down

0 comments on commit 72e0a27

Please sign in to comment.