Manal Naik
11/10/2023, 9:15 PMHen rik
11/10/2023, 9:48 PMimport subprocess
from prefect import flow, task
@flow()
def run_scripts():
spiders = ['fishykart', 'bunnycart', 'finsnflora', 'aquabynature', 'aquaplant', 'aquaticplants', 'geturpet',
'sreepadma']
for spider in spiders:
subprocess.run(['pipenv', 'run', 'scrapy', 'crawl', spider])
if __name__ == "__main__":
run_scripts.serve(name="run_scripts", cron="0 9 * * *")
Manal Naik
11/12/2023, 2:26 PM