fix: anyio -> aiofiles

AI21Labs · Jun 16, 2024 · db4c4e4 · db4c4e4
1 parent a594d26
commit db4c4e4
Show file tree

Hide file tree

Showing 3 changed files with 18 additions and 37 deletions.
diff --git a/ai21_tokenizer/utils.py b/ai21_tokenizer/utils.py
@@ -2,7 +2,8 @@
 import json
 from pathlib import Path
 from typing import Any, Dict, Union, Optional, BinaryIO
-from anyio import open_file
+
+import aiofiles
 
 _NUMBER_DIGITS = set("0123456789")
 PathLike = Union[Path, str]
@@ -29,7 +30,7 @@ def load_binary(file_path: PathLike) -> bytes:
 async def aload_binary(file_path: PathLike) -> bytes:
     # file_path = _str_to_path(file_path)
 
-    async with await open_file(file_path, "rb") as f:
+    async with await aiofiles.open(file_path, "rb") as f:
         return await f.read()
 
 

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -71,7 +71,7 @@ packages = [
 python = "^3.7"
 sentencepiece = ">=0.2.0,<1.0.0"
 tokenizers = ">=0.15.0,<1.0.0"
-anyio = "3.7.1"
+aiofiles = "^23.2"
 
 [tool.poetry.group.dev.dependencies]
 black = "*"
@@ -108,6 +108,8 @@ newline_sequence = "\n"
 
 
 
+
+
 [tool.poetry.group.test.dependencies]
 coverage = "^7.1.0"
 pytest = "7.4.4"