Yaron Levi
01/11/2023, 5:53 PMAndrew Huang
01/11/2023, 5:56 PMimport time
from prefect import flow, task
from prefect_dask import DaskTaskRunner
@task
def shout(number):
time.sleep(5)
print(f"#{number}")
@flow(task_runner=DaskTaskRunner)
def count_to(highest_number):
for number in range(highest_number):
shout.submit(number)
if __name__ == "__main__":
count_to(10)
Yaron Levi
01/11/2023, 5:57 PMAndrew Huang
01/11/2023, 5:57 PMimport time
from prefect import flow, task
from prefect_dask import DaskTaskRunner
@task
def shout(number):
print(f"before sleep")
time.sleep(5)
print(f"#{number}")
@flow(task_runner=DaskTaskRunner(), log_prints=True)
def count_to(highest_number):
cats = ["fluffy", "loaf", "fat", "squishy"]
for cat in cats:
shout.submit(cat)
if __name__ == "__main__":
count_to(10)
Yaron Levi
01/11/2023, 5:58 PMAndrew Huang
01/11/2023, 5:59 PMYaron Levi
01/11/2023, 6:00 PMAndrew Huang
01/11/2023, 6:02 PMimport time
from prefect import flow, task
from prefect_dask import DaskTaskRunner
@task
def shout(number):
print(f"before sleep")
time.sleep(5)
print(f"#{number}")
@flow(task_runner=DaskTaskRunner(cluster_kwargs={"n_workers": 4, "threads_per_worker": 2}), log_prints=True)
def count_to(highest_number):
cats = ["fluffy", "loaf", "fat", "squishy"]
for cat in cats:
shout.submit(cat)
if __name__ == "__main__":
count_to(10)
Yaron Levi
01/11/2023, 6:05 PMAndrew Huang
01/11/2023, 9:08 PMYaron Levi
01/11/2023, 9:38 PMAndrew Huang
01/11/2023, 9:38 PM