Slackbot
04/27/2022, 1:32 AMKevin Kho
04/27/2022, 1:34 AMrun_task_kwargs
import boto3
from prefect import Flow
from prefect.run_configs import ECSRun
ecr = boto3.client("ecr", region_name="us-west-2", aws_access_key_id="dummy", aws_secret_access_key="dummy2")
ecs = boto3.client("ecs", region_name="us-west-2", aws_access_key_id="dummy", aws_secret_access_key="dumy2")
flow = Flow("fcc-test")
flow.run_config = ECSRun(task_definition_arn="arn:aws:ecs:us-west-2:NUMBER:task-definition/fcc_experimental_licenses:13", env={"number_of_records":"100000"}, labels=["sandbox"], run_task_kwargs=dict(cluster="Data-Engineering", networkConfiguration={
'awsvpcConfiguration': {
'subnets': [
'subnet-008132793b9c944a0'
],
'securityGroups': [
'sg-01f7c984659e4f3c4',
],
'assignPublicIp': 'ENABLED'
}
}))
flow.register(project_name="test")
Anna Geller
04/27/2022, 1:42 AM