Skip to content

Commit

Permalink
add back np.int64
Browse files Browse the repository at this point in the history
  • Loading branch information
ahmeda14960 committed Nov 20, 2024
1 parent 3ea3277 commit 41b43c7
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion src/levanter/data/text.py
Original file line number Diff line number Diff line change
Expand Up @@ -196,7 +196,7 @@ async def get_batch(self, indices: Sequence[int]) -> Sequence[T_co]:
len = await self.wait_until_len_at_least(max(indices) + 1)
if len is not None and len < max(indices) + 1:
raise ValueError("Requested indices beyond the end of the dataset")
offsets = np.array(indices) * self.seq_len
offsets = np.array(indices, dtype=np.int64) * self.seq_len
with ts.Batch():
out = []
for offset in offsets:
Expand Down

0 comments on commit 41b43c7

Please sign in to comment.