import httpx
import pandas as pd
from prefect import task, flow, unmapped

base_url = "<http://localhost:3000>"

# TODO: Implement task run concurrency limit to protect the API
@task
async def perform_get_request(category_id: str, async_client: httpx.AsyncClient) -> httpx.Response:
    category, id_ = category_id.split("_")
    endpoint = f"/inventory/{category}?id={id_}"
    url = base_url + endpoint
    response = await async_client.get(url)
    return response.json()  # response.status_code handling would be nice


@flow
async def main_httpx(num_requests=50):
    category_id = [f"{category}_{id_}" for category in ("materials", "products") for id_ in range(num_requests)]

    client = httpx.AsyncClient()
    request_futures = await perform_get_request.map(category_id, unmapped(client))
    request_states = [await f.wait() for f in request_futures]  # Wait for all requests to finish before closing
    await client.aclose()

    dfs = [await f.result() for f in request_futures]
    return pd.DataFrame(dfs)


if __name__ == "__main__":
    import asyncio
    print(asyncio.run(main_httpx()))

{
"id": "{{queryParam 'id'}}",
{{# switch (urlParam 'type')}}
{{# case 'products'}}
"name": "{{faker 'commerce.product'}}",
"price": "{{faker 'commerce.price'}} EUR",
"quantity": "{{faker 'datatype.number' min=0 max=50}}"
{{/ case}}
{{# case 'materials'}}
"name": "{{faker 'commerce.productMaterial'}}",
"price": "{{faker 'commerce.price'}} EUR",
"quantity": "{{faker 'datatype.number' min=0 max=50}}"
{{/ case}}
{{/ switch}}
}