Sander
05/19/2022, 10:00 AMAnna Geller
import pendulum
from prefect import task, flow, get_run_logger
@task
def extract_and_load_data(start_date: str, end_date: str):
# your extract logic based on those dates
logger = get_run_logger()
<http://logger.info|logger.info>(f"Backloading data for the interval {start_date} - {end_date}")
@flow
def ingest_and_backfill(
start_date=pendulum.yesterday(tz="America/New_York").isoformat(),
end_date=pendulum.today(tz="America/New_York").isoformat(),
):
extract_and_load_data(start_date=start_date, end_date=end_date)
if __name__ == "__main__":
ingest_and_backfill(your_args_here_for_backfill)
Sander
05/19/2022, 10:35 AMAnna Geller
Sander
05/19/2022, 10:43 AMAnna Geller
Amanda Wee
05/19/2022, 11:25 AMSander
05/19/2022, 12:12 PMAnna Geller
Sander
05/19/2022, 1:24 PMAnna Geller