flows

common

. # <-- repo root
├── common
│   ├── __init__.py
│   ├── config.py              # Reusable config
│   ├── schedules              # Reusable schedules
│   │   ├── __init__.py
│   │   └── simple_schedule.py
│   └── tasks                  # Reusable tasks
│       └── __init__.py
└── flows
    ├── __init__.py
    └── simple_flow
        ├── __init__.py
        └── src
            ├── __init__.py
            ├── __main__.py
            ├── config.py
            ├── core.py
            ├── flow.py
            └── tasks.py

flow.py

from prefect import Flow, Parameter
from prefect.storage import GitLab

from flows.simple_flow.src import config
from flows.simple_flow.src.tasks import (
    get_source,
    decode_source,
    store_decoded_data
)

# just to prove import works
from common.schedules.simple_schedule import schedule_daily
data_source_url = Parameter("data_source_url", default=config.data_source_url)


storage = GitLab(
    host="<https://private-gitlab-host.com>",
    repo="the-repo",
    path="flows/simple_flow/src/flow.py",
    ref="main",
    access_token_secret="TOKEN_SECRET",
)


with Flow(name="simple_flow", storage=storage) as flow:
    data = get_source(data_source_url=data_source_url)
    decoded_data = decode_source(data=data)
    store_decoded_data(decoded_data=decoded_data)

if __name__ == "__main__":
    flow.register(project_name="default", add_default_labels=False)

~/.prefect/config.toml

backend = "server"
[server]
host = "<https://our-aws-prefect-apollo.domain.com>"
port = "443"
endpoint = "${server.host}:${server.port}"
  [server.ui]
  endpoint = "<https://our-aws-prefect-ui.domain.com>"

>>> from flows.simple_flow.src.flow import flow
>>> from prefect.run_configs import UniversalRun
>>> flow.name
'simple_flow'

>>> flow.storage
<Storage: GitLab>

>>> flow.run_config = UniversalRun(labels=["dev"])
>>> flow.register(project_name="default", labels=["dev"])
Flow URL: <https://our-aws-prefect-ui.domain.com/main/flow/53ae2776-36d1-4bed-8f9a-87ce95fad866>
 └── ID: 182b65b6-5ad1-42c4-98ea-eac767b3b867
 └── Project: default
 └── Labels: ['dev']
'182b65b6-5ad1-42c4-98ea-eac767b3b867'

Failed to load and execute Flow's environment: KeyError("'__name__' not in globals")

flow.py

config.py

core.py

tasks.py

flow.py

common