Patrick Tan
04/08/2022, 6:48 PMKevin Kho
Patrick Tan
04/08/2022, 6:50 PMKevin Kho
flow.run_config = RunConfig(..., env={"PREFECT__LOGGING__LEVEL": "DEBUG"}
Patrick Tan
04/08/2022, 7:14 PMKevin Kho
Patrick Tan
04/08/2022, 7:41 PMfrom prefect import Flow, task
from prefect.executors import LocalExecutor
from prefect.run_configs import LocalRun
import prefect
import logging
def get_logger():
logger=prefect.context.get('logger')
logger.setLevel(logging.DEBUG)
<http://logger.info|logger.info>('task INFO')
logger.debug('task DEBUG')
return logger
def get_flow():
get_logger_task = task(get_logger)
with Flow("logger-flow") as f:
get_logger_task()
f.run_config = LocalRun(labels=['qa'])
return f
flow = get_flow()
if __name__ == "__main__":
flow.executor = LocalExecutor()
flow.register("default")
flow.run()
compare output running from Cloud after registered, and ran locallyKevin Kho
def get_flow():
get_logger_task = task(get_logger)
with Flow("logger-flow") as f:
get_logger_task()
f.run_config = LocalRun(env={"PREFECT__LOGGING__LEVEL": "DEBUG"})
return f
Patrick Tan
04/11/2022, 12:42 PMKevin Kho
Patrick Tan
04/11/2022, 5:13 PMcreate_flow_run.map(
flow_name=unmapped("livelots flow"),
project_name=unmapped("LiveLots-ETL"),
idempotency_key=idempotency_keys,
parameters=filelist,
)
Kevin Kho
create_flow_run
takes in a RunConfigPatrick Tan
04/11/2022, 6:18 PMKevin Kho