400 List of found errors:	1.Field: job_spec.worker_pool_specs[0].container_spec.env[6].value; Message: Required field is not set.	2.Field: job_spec.worker_pool_specs[0].container_spec.env[5].value; Message: Required field is not set.	 [field_violations {
  field: "job_spec.worker_pool_specs[0].container_spec.env[6].value"
  description: "Required field is not set."
}
field_violations {
  field: "job_spec.worker_pool_specs[0].container_spec.env[5].value"
  description: "Required field is not set."
}
]

Flow run is no longer in a running state; the current state is: <Failed: "HTTPSConnectionPool(host='api.prefect.io', port=443): Max retries exceeded with url: / (Caused by ReadTimeoutError("HTTPSConnectionPool(host='api.prefect.io', port=443): Read timed out. (read timeout=15)"))">

0.15.4

0.15.10

Failed to load and execute Flow's environment: ValueError('Either `repo` or `git_clone_url_secret_name` must be provided')

repo

<http://localhost:8080/default/task-run/bcb01c03-6507-40c3-8c31-c2a0a37a9868>

flow.executor = prefect.executors.DaskExecutor(
            cluster_class=lambda: KubeCluster(
                pod_template=make_pod_spec(
                    memory_request="64M",
                    memory_limit="4G",
                    cpu_request="0.5",
                    cpu_limit="8",
                    threads_per_worker=24,
                    image=prefect.context.image,
                ),
                deploy_mode="remote",
                idle_timeout="0",
                scheduler_service_wait_timeout="0",
                env=dict(os.environ)
                | {
                    "DASK_DISTRIBUTED__WORKER__MULTIPROCESSING_METHOD": "fork",
                    "DASK_DISTRIBUTED__SCHEDULER__ALLOWED_FAILURES": "100",
                },
            ),
            adapt_kwargs={"minimum": min_workers, "maximum": max_workers},
        )

ImportError('Unable to import dulwich, please ensure you have installed the git extra')

scheduled

Cancel

Set state

Cancel

Failed

from typing import Dict, List
from prefect import Flow, Parameter, task
import prefect
from prefect.tasks.kubernetes.job import ListNamespacedJob, RunNamespacedJob
from kubernetes.client import V1JobList, V1Job


@task
def get_job(jobs_list: V1JobList) -> Dict:
    candidates = jobs_list.items
    job = candidates[0]
    if len(candidates) > 1:
        prefect.context.get("logger").warning(
            f"Multiple candidates retrieved. Chose {graph_job.metadata.name}."
        )
    return job.to_dict()


with Flow("Test") as flow:
    jobs = ListNamespacedJob(
        kube_kwargs={"field_selector": "metadata.name=JOB_NAME"},
        kubernetes_api_key_secret=None,
    )()

    job = get_job(jobs)

    job_result = RunNamespacedJob(
        kubernetes_api_key_secret=None,
        delete_job_after_completion=False,
    )(body=job)

from prefect import task, Flow
from prefect.executors import LocalExecutor
from prefect.run_configs import DockerRun
from prefect.storage import Docker
import docker

with Flow("some_flow") as flow:
    do_something

    docker_client = docker.DockerClient()
    docker_client.login(username=<env_user>,password=<env_pass>)

    flow.storage = Docker(
        registry_url='<http://registry.hub.docker.com/repository/docker/<user>/<repo>|registry.hub.docker.com/repository/docker/<user>/<repo>>'
        ,image_name='<some_flow>'
        ,files={
            <origin path>:<dest path>
        }
        ,python_dependencies = ['pandas','numpy','prefect']
        ,env_vars={
            "PYTHONPATH": "$PYTHONPATH:assets/:root/:data/:image"
        }
        ,base_image='python:3.7.3'
    )

    flow.run_config = DockerRun(labels=['my-label']
                                )
    flow.executor = LocalExecutor()
    flow.register(project_name="some_project")

requests.exceptions.HTTPError: 413 Client Error: Payload Too Large for url: <http://0.0.0.0:4200/>

ERROR - agent | Failed to query for ready flow runs

prefect agent local start --api <http://prefect-server-url-goes-here:4200>

perfect-server-url-goes-here

[2022-01-04 16:27:48,100] INFO - agent | Registering agent...
Traceback (most recent call last):
  File "/Users/elliotoram/dev/pipeline/venv/lib/python3.9/site-packages/urllib3/connection.py", line 169, in _new_conn
    conn = connection.create_connection(
  File "/Users/elliotoram/dev/pipeline/venv/lib/python3.9/site-packages/urllib3/util/connection.py", line 96, in create_connection
    raise err
  File "/Users/elliotoram/dev/pipeline/venv/lib/python3.9/site-packages/urllib3/util/connection.py", line 86, in create_connection
    sock.connect(sa)
ConnectionRefusedError: [Errno 61] Connection refused

[3 January 2022 8:26pm]: [Errno 24] Too many open files