add additional asyncio.sleep in list_keys loop over files, fixes HDFG…

…roup#332
assaron · Apr 3, 2024 · 2239a58 · 2239a58
1 parent 4b9a4a0
commit 2239a58
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/hsds/util/fileClient.py b/hsds/util/fileClient.py
@@ -374,6 +374,8 @@ async def list_keys(
         key_names = {} if include_stats else []
         count = 0
         for filename in files:
+            if len(key_names) % 1000 == 0:
+                await asyncio.sleep(0)
             if filename.startswith(filesep):
                 filename = filename[1:]
             log.debug(f"filename: {filename}, basedir: {basedir}")