Visitar URL original
Use `concurrent.futures.ProcessPoolExecutor` to handle better cases w… · colour-science/colour@91b88de · GitHub
Skip to content

Commit 91b88de

Browse files
Use concurrent.futures.ProcessPoolExecutor to handle better cases where a sub-process crashes.
References python/cpython#66587
1 parent 136e132 commit 91b88de

1 file changed

Lines changed: 13 additions & 11 deletions

File tree

‎colour/utilities/network.py‎

Lines changed: 13 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,6 @@
2929
from __future__ import annotations
3030

3131
import concurrent.futures
32-
import multiprocessing
3332
import os
3433
import threading
3534

@@ -2295,16 +2294,19 @@ def process(self) -> None:
22952294

22962295
self.log(f'Processing "{node}" node...')
22972296

2298-
with multiprocessing.Pool(processes=self.get_input("processes")) as pool:
2299-
results = dict(
2300-
pool.map(
2301-
self.get_input("task"),
2302-
[
2303-
(i, element, node, self)
2304-
for i, element in enumerate(self.get_input("array"))
2305-
],
2306-
)
2307-
)
2297+
results = {}
2298+
with concurrent.futures.ProcessPoolExecutor(
2299+
max_workers=self.get_input("processes")
2300+
) as executor:
2301+
futures = [
2302+
executor.submit(self.get_input("task"), (i, element, node, self))
2303+
for i, element in enumerate(self.get_input("array"))
2304+
]
2305+
2306+
for future in concurrent.futures.as_completed(futures):
2307+
index, element = future.result()
2308+
self.log(f'Processed "{element}" element with index "{index}".')
2309+
results[index] = element
23082310

23092311
results = dict(sorted(results.items()))
23102312
self.set_output("results", list(results.values()))

0 commit comments

Comments
 (0)