From 03646d1e891271339ca256fadd15eaa8ac678911 Mon Sep 17 00:00:00 2001 From: Elizabeth Date: Mon, 2 Jun 2025 15:54:32 -0700 Subject: Make it a python package --- dots_manager/parallel.py | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) create mode 100644 dots_manager/parallel.py (limited to 'dots_manager/parallel.py') diff --git a/dots_manager/parallel.py b/dots_manager/parallel.py new file mode 100644 index 0000000..e50c5a8 --- /dev/null +++ b/dots_manager/parallel.py @@ -0,0 +1,21 @@ +from concurrent.futures import ThreadPoolExecutor, as_completed +from typing import Callable, List, Optional, TypeVar +from .config import Config +from .env import Environment + +T = TypeVar("T") +R = TypeVar("R") + + +def parallelize( + worker: Callable[[T], R], + items: List[T], + env: Environment, + executor: Optional[ThreadPoolExecutor] = None, +) -> List[R]: + if executor is None: + executor = ThreadPoolExecutor(max_workers=Config.max_workers) + with executor as exec: + futures = [exec.submit(worker, item) for item in items] + env.logger.info(f"submitted {len(futures)} tasks to executor ₰˜.༄") + return [f.result() for f in as_completed(futures)] -- cgit v1.2.3-70-g09d2