JR
10/23/2023, 3:09 PM@flow(name="pipeline", task_runner=ConcurrentTaskRunner())
def pipeline(pipelines, X_train, y_train):
# async with get_client() as client:
# limit_id = await client.create_concurrency_limit(tag="process", concurrency_limit=2)
results = [task.result() for task in process.map(pipelines, unmapped(X_train), unmapped(y_train))]