Constantino Schillebeeckx
02/22/2022, 8:59 PMRUNNING
tasks like those shown below which have been running for days? Are those truly still running? Am I being billed for idle compute here?Anna Geller
02/22/2022, 9:10 PMaws ecs create-cluster --cluster-name prefectEcsCluster --tags key=keyname,value=actualValue
Then, you would need to use the --propagateTags flag when starting an ECS service for the agent.Constantino Schillebeeckx
02/22/2022, 9:13 PM{
"ipcMode": null,
"executionRoleArn": "arn:aws:iam::792470144447:role/prefect-ecs-execution-role",
"containerDefinitions": [
{
"dnsSearchDomains": null,
"environmentFiles": null,
"logConfiguration": {
"logDriver": "awslogs",
"secretOptions": null,
"options": {
"awslogs-group": "/ecs/prefect-tasks",
"awslogs-region": "us-west-2",
"awslogs-stream-prefix": "constantino_schillebeeckx-salesforce_extract"
}
},
"entryPoint": null,
"portMappings": [],
"command": null,
"linuxParameters": null,
"cpu": 0,
"environment": [
{
"name": "PREFECT__CONTEXT__IMAGE",
"value": "<http://792470144447.dkr.ecr.us-west-2.amazonaws.com/dwh:cleanup_iam|792470144447.dkr.ecr.us-west-2.amazonaws.com/dwh:cleanup_iam>"
}
],
"resourceRequirements": null,
"ulimits": null,
"dnsServers": null,
"mountPoints": [],
"workingDirectory": null,
"secrets": null,
"dockerSecurityOptions": null,
"memory": null,
"memoryReservation": null,
"volumesFrom": [],
"stopTimeout": null,
"image": "<http://792470144447.dkr.ecr.us-west-2.amazonaws.com/dwh:cleanup_iam|792470144447.dkr.ecr.us-west-2.amazonaws.com/dwh:cleanup_iam>",
"startTimeout": null,
"firelensConfiguration": null,
"dependsOn": null,
"disableNetworking": null,
"interactive": null,
"healthCheck": null,
"essential": true,
"links": null,
"hostname": null,
"extraHosts": null,
"pseudoTerminal": null,
"user": null,
"readonlyRootFilesystem": null,
"dockerLabels": null,
"systemControls": null,
"privileged": null,
"name": "flow"
}
],
"placementConstraints": [],
"memory": "16384",
"taskRoleArn": "arn:aws:iam::792470144447:role/prefect-ecs-task-role",
"compatibilities": [
"EC2",
"FARGATE"
],
"taskDefinitionArn": "arn:aws:ecs:us-west-2:792470144447:task-definition/prefect-salesforce-extract:88",
"family": "prefect-salesforce-extract",
"requiresAttributes": [
{
"targetId": null,
"targetType": null,
"value": null,
"name": "com.amazonaws.ecs.capability.logging-driver.awslogs"
},
{
"targetId": null,
"targetType": null,
"value": null,
"name": "ecs.capability.execution-role-awslogs"
},
{
"targetId": null,
"targetType": null,
"value": null,
"name": "com.amazonaws.ecs.capability.ecr-auth"
},
{
"targetId": null,
"targetType": null,
"value": null,
"name": "com.amazonaws.ecs.capability.docker-remote-api.1.19"
},
{
"targetId": null,
"targetType": null,
"value": null,
"name": "com.amazonaws.ecs.capability.task-iam-role"
},
{
"targetId": null,
"targetType": null,
"value": null,
"name": "ecs.capability.execution-role-ecr-pull"
},
{
"targetId": null,
"targetType": null,
"value": null,
"name": "com.amazonaws.ecs.capability.docker-remote-api.1.18"
},
{
"targetId": null,
"targetType": null,
"value": null,
"name": "ecs.capability.task-eni"
}
],
"pidMode": null,
"requiresCompatibilities": [
"FARGATE"
],
"networkMode": "awsvpc",
"runtimePlatform": null,
"cpu": "2048",
"revision": 88,
"status": "INACTIVE",
"inferenceAccelerators": null,
"proxyConfiguration": null,
"volumes": [],
"statusString": "(INACTIVE)"
}
prefecthq/prefect:0.15.13-python3.8
for the agentPREFECT__CONTEXT__FLOW_ID e9aaf08c-4beb-4b36-b40d-0a73700f03e7
PREFECT__CONTEXT__FLOW_RUN_ID 352ba0ba-2ea8-4ec2-8acb-fad120376b8d
for the above definitionAnna Geller
02/22/2022, 9:20 PMConstantino Schillebeeckx
02/22/2022, 9:22 PMAnna Geller
02/22/2022, 9:22 PMConstantino Schillebeeckx
02/22/2022, 9:24 PMAnna Geller
02/22/2022, 9:25 PMConstantino Schillebeeckx
02/22/2022, 9:30 PMAnna Geller
02/22/2022, 9:32 PMKevin Kho
02/22/2022, 10:51 PM