prefect.yaml

prefect.yaml

prefect.yaml

prefect.yaml

prefect.yaml

prefect.yaml

prefect.yaml

.github/workflows/deploy.yaml

yaml
    name: Deploy Prefect Configuration

    on:
      push:
        branches:
          - main

    jobs:
      deploy:
        runs-on: ubuntu-latest
        steps:
        - name: Checkout repository
          uses: actions/checkout@v2

        - name: Set up Python
          uses: actions/setup-python@v2
          with:
            python-version: '3.8'

        - name: Install Prefect
          run: |
            pip install prefect
        
        - name: Authenticate with Prefect Cloud
          env:
            PREFECT_API_KEY: ${{ secrets.PREFECT_API_KEY }}
          run: |
            prefect cloud login -k $PREFECT_API_KEY

        - name: Deploy Prefect Configuration
          run: |
            prefect deployment apply ./path/to/prefect.yaml

Settings -> Secrets and variables -> Actions -> New repository secret

PREFECT_API_KEY

prefect.yaml

sh
eksctl create cluster --fargate --name <CLUSTER-NAME>
# Ensure Helm and kubectl are installed and configured correctly.

sh
helm repo add prefecthq <https://helm.prefect.io>
helm install my-prefect-server prefecthq/prefect-server --namespace prefect

yaml
apiVersion: apps/v1
kind: Deployment
metadata:
  name: prefect-worker
spec:
  replicas: 1
  selector:
    matchLabels:
      app: prefect-worker
  template:
    metadata:
      labels:
        app: prefect-worker
    spec:
      containers:
      - name: prefect-worker
        image: prefecthq/prefect:latest
        env:
        - name: PREFECT_API_URL
          value: "<your-prefect-server-url>"
        - name: PREFECT_API_KEY
          valueFrom:
            secretKeyRef:
              name: prefect-secrets
              key: prefect-api-key
        command: ["prefect", "worker", "start"]

prefect.yaml

yaml
name: Deploy Prefect Configuration

on:
  push:
    branches:
      - main

jobs:
  deploy:
    runs-on: ubuntu-latest
    steps:
    - name: Checkout repository
      uses: actions/checkout@v2

    - name: Set up Python
      uses: actions/setup-python@v2
      with:
        python-version: '3.8'

    - name: Install Prefect
      run: |
        pip install prefect
    
    - name: Authenticate with Prefect Cloud
      env:
        PREFECT_API_KEY: ${{ secrets.PREFECT_API_KEY }}
      run: |
        prefect cloud login -k $PREFECT_API_KEY

    - name: Deploy Prefect Configuration
      run: |
        prefect deployment apply ./path/to/prefect.yaml

python
import time
from prefect import flow, task

@task
def sleep(t: int):
    print(f"Going to sleep for {t} seconds...")
    time.sleep(t)
    print("...and I'm awake!")

@flow(log_prints=True)
def my_flow():
    sleep(3)  # block the flow for 3 seconds (not concurrently)
    
    future = sleep.submit(2)  # submit a task run to the task runner, doesn't block flow
    
    future.wait()  # block the flow until the submitted task run is complete
    
    sleep.map([5] * 10)  # submit 10 at once, each sleeps for 5 seconds, don't block

if __name__ == "__main__":
    my_flow()