linux进程池 自动增长

import multiprocessing
import time

def worker_function(task):
    # 模拟任务处理
    time.sleep(1)
    print(f"Task {task} processed by {multiprocessing.current_process().name}")

class DynamicProcessPool:
    def __init__(self, min_size=2, max_size=10):
        self.min_size = min_size
        self.max_size = max_size
        self.pool = multiprocessing.Pool(processes=min_size)
        self.active_tasks = 0

    def submit(self, task):
        self.active_tasks += 1
        if self.active_tasks > len(self.pool._pool):
            if len(self.pool._pool) < self.max_size:
                self.pool.apply_async(worker_function, args=(task,))
            else:
                self.pool.apply_async(worker_function, args=(task,), callback=self.task_done)
        else:
            self.pool.apply_async(worker_function, args=(task,), callback=self.task_done)

    def task_done(self, result):
        self.active_tasks -= 1

if __name__ == "__main__":
    pool = DynamicProcessPool()
    for i in range(20):
        pool.submit(i)
    pool.pool.close()
    pool.pool.join()