ajaleed
12/30/2022, 7:49 AMChristopher Boyd
12/30/2022, 3:01 PMajaleed
01/03/2023, 3:12 PMfrom prefect import flow, task, get_run_logger
from prefect_shell import shell_run_command
from prefect.task_runners import SequentialTaskRunner
@flow(name="process_linkupcode",task_runner=SequentialTaskRunner())
def process_linkupcode():
#print('starting...')
shell_cmd=shell_run_command.with_options(retries=0, retry_delay_seconds=0)
#shell_cmd(command="")
logger = get_run_logger()
import pandas as pd
import pyarrow as pa
import requests as r
from datetime import datetime as dt
from datetime import date
<http://logger.info|logger.info>('Performing requests...')
print('Performing requests...')
<http://logger.info|logger.info>('Processing results in dataframe.')
print('Processing results in dataframe.')
<http://logger.info|logger.info>('Writing batch to file per day.')
print('Writing batch to file per day.')
<http://logger.info|logger.info>('Done.')
print('Done.')
Thanks
CC @User