Giovanni Giacco
05/22/2021, 8:17 AMJeremy Phelps
05/22/2021, 9:30 AMfrom prefect import Flow as PrefectFlow
def base_image():
if os.environ.get('ENVIRONMENT') == 'STAGING':
return '<http://gcr.io/pict-app/our-prefect-staging|gcr.io/pict-app/our-prefect-staging>'
else:
return '<http://gcr.io/pict-app/our-prefect|gcr.io/pict-app/our-prefect>'
class OurFlow(PrefectFlow):
def __init__(self, name, **kwargs):
super().__init__(name, storage=Docker(registry_url='<http://gcr.io/pict-app|gcr.io/pict-app>',
image_name=name,
base_image=base_image(),
path=path_in_docker(inspect.stack()[1].filename),
stored_as_script=True))
self.run_config = UniversalRun(labels=[label()])
self.executor=DaskExecutor(address='<tcp://dask-scheduler:8786>', debug=True)
Jeremy Phelps
05/22/2021, 9:39 AM