Himanshu
09/10/2024, 11:14 AMMarvin
09/10/2024, 11:14 AMpython
import asyncio
from prefect.concurrency.asyncio import rate_limit
async def main():
for _ in range(10):
await rate_limit("rate-limited-api")
print("Making an HTTP request...")
if __name__ == "__main__":
asyncio.run(main())
from prefect import flow, task
from prefect.concurrency.sync import rate_limit
@task
def my_task(i):
return i
@flow
def my_flow():
for _ in range(100):
rate_limit("slow-my-flow", occupy=1)
my_task.submit(1)
if __name__ == "__main__":
my_flow()
For more details, check the Prefect Guides on Global Concurrency Limits and Rate Limits Documentation.