GCS_result

NoCredentialsError('Unable to locate credentials')Traceback

```
Unexpected error while reading from result handler: NoCredentialsError('Unable to locate credentials')Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/prefect/engine/results/s3_result.py", line 136, in read Bucket=self.bucket, Key=location, Fileobj=stream File "/usr/local/lib/python3.7/site-packages/boto3/s3/inject.py", line 678, in download_fileobj return future.result() File "/usr/local/lib/python3.7/site-packages/s3transfer/futures.py", line 106, in result return self._coordinator.result() File "/usr/local/lib/python3.7/site-packages/s3transfer/futures.py", line 265, in result raise self._exception

sudo docker run -d prefecthq/prefect:latest

tini (tini version 0.18.0)
Usage: tini [OPTIONS] PROGRAM -- [ARGS] | --version

Execute a program under the supervision of a valid init process (tini)

Command line options:

  --version: Show version and exit.
  -h: Show this help message and exit.
  -s: Register as a process subreaper (requires Linux >= 3.4).
  -p SIGNAL: Trigger SIGNAL when parent dies, e.g. "-p SIGKILL".
  -v: Generate more verbose output. Repeat up to 3 times.
  -w: Print a warning when processes are getting reaped.
  -g: Send signals to the child's process group.
  -e EXIT_CODE: Remap EXIT_CODE (from 0 to 255) to 0.
  -l: Show license and exit.

Environment variables:

  TINI_SUBREAPER: Register as a process subreaper (requires Linux >= 3.4).
  TINI_VERBOSITY: Set the verbosity level (default: 1).
  TINI_KILL_PROCESS_GROUP: Send signals to the child's process group.

fetch

demo('flow1')

demo('flow2').

tc = DemoClass(source_name, "new_param")

demo('flow1')

pip install --upgrade

class DemoClass:
    def __init__(self, source_name):
        self.source_name = source_name
        # self.new_param = new_param (added later in signature)
        pass

    def run(self):
        return self.source_name

from myprefect.demos.demo_class import DemoClass
from prefect import Flow, task
from prefect.schedules import IntervalSchedule

@task(log_stdout=True)
def initialize_and_run_class(source_name):
    tc = DemoClass(source_name)
    r = tc.run()
    print(r)
    return r


def demo(data_source):
    with Flow(
        f"flow - {data_source}",
        schedule=IntervalSchedule(interval=datetime.timedelta(seconds=60)),
    ) as f:
        tsk = initialize_and_run_class(data_source)

    f.register(project_name="demo")

with Flow("my-flow") as flow:
    data_batch = fetch_dataframe(path)

    inputs = fetch_series(data_batch, "series-name")
    result = compute_vfr(inputs)

    power = fetch_series(data_batch, "power")
    cop = compute_cop(result, power)

compute_cop

Flow.add_edge()

key

@prefect.io

GitLab

ModuleNotFoundError("No module named 'tasks'")

root-of-repo/
├── flow_hello.py
└── tasks/
    ├── __init__.py
    └── hello.py

flow.storage = GitLab(
    repo="XXXXX",
    host="XXXXX",
    path="flows/flow_hello.py",
    secrets=["GITLAB_ACCESS_TOKEN"],
    ref="master",
)

context

context

import prefect

@task
def t():
    prefect.context.get("...")

@task
def t():
    import prefect
    prefect.context.get("...")

context

prefect.context

from prefect import context

with Flow("This is a test") as flow:
    path = Parameter(name="path", default="blah"),
    variable = Parameter(name="variable", default="blah"),
    source_crs = Parameter(name="source_crs", default="epsg:4326")
    dataset = open__file(path)

Tuple

StartFlowRun

Task used to kick off a flow run using Prefect Core’s server or Prefect Cloud. If multiple versions of the flow are found, this task will kick off the most recent unarchived version.

project_name

Malformed response received from Cloud - please ensure that you have an API token properly configured.

project_name

raise ValueError("Must provide a project name.")

StartFlowRun

project_name

from prefect import Flow, Task, task, Parameter
from prefect.tasks.prefect import StartFlowRun

@task
def first(k):
    return {k: 10}

@task
def second(foo):
    foo['quux'] = 20
    foo['foo'] += 3
    return foo

with Flow('f1') as f1:
    p = Parameter('k', default='foo')
    x = first(p)

with Flow('f2') as f2:
    foo = Parameter('foo', default={'foo': 20})
    y = second(foo)


ft1 = StartFlowRun(flow_name='f1',wait=True) # project_name here or not?
ft2 = StartFlowRun(flow_name='f2', wait=True)
with Flow('f3') as f3:
    _r = ft1()
r = f3.run()