async def async_get_with_retry(url: str, auth: Optional[aiohttp.BasicAuth] = None) -> Optional[Dict[str, Any]]:
    max_client_error_attempts = 10
    attempt = 0
    while attempt < max_client_error_attempts:
        try:
            retries = ExponentialRetry(attempts=10, max_timeout=180, statuses={429, 500, 503})
            async with RetryClient(retry_options=retries) as client:
                async with client.get(url, auth=auth) as response:
                    # Log the API response
                    log_api_response(response.status, text=await response.text())

                    if response.status < 400:
                        return await response.json()

            # If no exception and successful response, break out of the loop
            break

        except aiohttp.ClientError as e:
            # Log the exception here
            log_error(f"""Error in async_get_with_retry function in api_utils.py
            {attempt} out of {max_client_error_attempts} {url}
            {e}""")
            attempt += 1
            if attempt >= max_client_error_attempts:
                break
            await asyncio.sleep(1)  # Add delay before retrying

    return None

tasks = [
            asyncio.ensure_future(async_get_with_retry(url=url, auth=auth))
            for url in batch
        ]