cache_key_fn

cache_expiration

from datetime import timedelta
from prefect import task
from prefect.tasks import task_input_hash

@task(cache_key_fn=task_input_hash, cache_expiration=timedelta(minutes=1))
def my_dataframe_task():
    # Your code to generate a Pandas DataFrame
    pass

cache_key_fn

cache_expiration

cache_key_fn

cache_expiration

python
from datetime import timedelta
from prefect import flow, task
from prefect.tasks import task_input_hash

@task(cache_key_fn=task_input_hash, cache_expiration=timedelta(days=7))
def download_large_file():
    # Your code to download the large file
    pass

@task
def process_large_file(file):
    # Your code to process the large file and return a Pandas DataFrame
    pass

@flow
def my_flow():
    large_file = download_large_file()
    dataframe = process_large_file(large_file)

if __name__ == "__main__":
   my_flow()

download_large_file

download_large_file

@task(cache_key_fn=task_input_hash, cache_expiration=timedelta(days=7))
def download_large_file(driver):

    # selenium webdriver download the file
    driver.find_element(By.XPATH, "XPATH").click()

    # wait for download to complete
    while not os.path.exists("BigFile.zip"):
        time.sleep(60)

    # unzip file
    with zipfile.ZipFile("BigFile.zip", "r") as zip_ref:
        ...

    # dbf file path
    df = pd.DataFrame("BigFile.csv")

    return df