Tom Kaszemacher
09/05/2022, 5:20 PMAnna Geller
Tom Kaszemacher
09/05/2022, 6:34 PMAnna Geller
Tom Kaszemacher
09/05/2022, 9:10 PMparent.py
with Flow(
name='parent',
run_config=ECSRun(
image='MY_IMAGE',
labels=['my-label']
),
executor=DaskExecutor(cluster_class=lambda: ECSCluster(**{my_args}), adapt_kwargs={'minimum': 0})
) as parent:
input_list = get_my_inputs()
sub_flows = create_flow_run.map(project_name=unmapped('project'), flow_name=unmapped('child'), [{'input': input} for input in input_list])
wait_for_flow_run.map(sub_flows,
raise_final_state=unmapped(True),
stream_logs=unmapped(True))
child.py
with Flow(name='child') as child:
input = Parameter('input')
result1 = task1(input)
result2 = task2(result1)