aboutsummaryrefslogtreecommitdiff
path: root/dots_manager/parallel.py
diff options
context:
space:
mode:
authorHunt <lizhunt@amazon.com>2025-06-03 11:58:25 -0700
committerHunt <lizhunt@amazon.com>2025-06-03 11:58:25 -0700
commitee9ad10b5cc9850c3e2ed1946f70e0cef429fb48 (patch)
treeb6b0411b02127951cc28292425a35a1830c2758d /dots_manager/parallel.py
parent64d060d2730cd212b2932879036eb33f7336ef38 (diff)
downloaddots-ee9ad10b5cc9850c3e2ed1946f70e0cef429fb48.tar.gz
dots-ee9ad10b5cc9850c3e2ed1946f70e0cef429fb48.zip
Refactor
Diffstat (limited to 'dots_manager/parallel.py')
-rw-r--r--dots_manager/parallel.py21
1 files changed, 0 insertions, 21 deletions
diff --git a/dots_manager/parallel.py b/dots_manager/parallel.py
deleted file mode 100644
index 8c85660..0000000
--- a/dots_manager/parallel.py
+++ /dev/null
@@ -1,21 +0,0 @@
-from concurrent.futures import ThreadPoolExecutor, as_completed
-from typing import Callable, List, Optional, TypeVar
-from dots_manager.config import Config
-from dots_manager.env import Environment
-
-T = TypeVar("T")
-R = TypeVar("R")
-
-
-def parallelize(
- worker: Callable[[T], R],
- items: List[T],
- env: Environment,
- executor: Optional[ThreadPoolExecutor] = None,
-) -> List[R]:
- if executor is None:
- executor = ThreadPoolExecutor(max_workers=Config.max_workers)
- with executor as exec:
- futures = [exec.submit(worker, item) for item in items]
- env.logger.info(f"submitted {len(futures)} tasks to executor ₰˜.༄")
- return [f.result() for f in as_completed(futures)]