Andreas Nigg
09/28/2022, 7:59 PMFile "/usr/local/lib/python3.9/site-packages/prefect/client.py", line 226, in raise_for_status
raise PrefectHTTPStatusError.from_httpx_error(exc) from exc.__cause__
prefect.exceptions.PrefectHTTPStatusError: Server error '500 Internal Server Error' for url '<https://api.prefect.cloud/api/accounts/bd169b15-9cf0-41df-9e46-2233ca3fcfba/workspaces/f507fe51-4c9f-400d-8861-ccfaf33b13e4/task_runs/|https://api.prefect.cloud/api/accounts/bd169b15-9cf0-41df-9e46-2233ca3fcfba/workspaces/f507fe51-4c9f-400d-8861-ccfaf33b13e4/task_runs/>'
Response: {'exception_message': 'Internal Server Error'}
Andreas Nigg
09/28/2022, 8:00 PMEncountered exception during execution:
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/prefect/engine.py", line 587, in orchestrate_flow_run
result = await run_sync(flow_call)
File "/usr/local/lib/python3.9/site-packages/prefect/utilities/asyncutils.py", line 116, in run_sync_in_interruptible_worker_thread
tg.start_soon(
File "/usr/local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 662, in __aexit__
raise exceptions[0]
File "/usr/local/lib/python3.9/site-packages/anyio/to_thread.py", line 31, in run_sync
return await get_asynclib().run_sync_in_worker_thread(
File "/usr/local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 937, in run_sync_in_worker_thread
return await future
File "/usr/local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 867, in run
result = context.run(func, *args)
File "/usr/local/lib/python3.9/site-packages/prefect/utilities/asyncutils.py", line 96, in capture_worker_thread_and_result
result = __fn(*args, **kwargs)
File "teeevents_flow.py", line 203, in save_nonblacklist_leads_to_salesforce
update_synced_events.submit(bigquery_dataset_name, bigquery_table_name,
File "/usr/local/lib/python3.9/site-packages/prefect/tasks.py", line 491, in submit
return enter_task_run_engine(
File "/usr/local/lib/python3.9/site-packages/prefect/engine.py", line 727, in enter_task_run_engine
return run_async_from_worker_thread(begin_run)
File "/usr/local/lib/python3.9/site-packages/prefect/utilities/asyncutils.py", line 136, in run_async_from_worker_thread
return anyio.from_thread.run(call)
File "/usr/local/lib/python3.9/site-packages/anyio/from_thread.py", line 49, in run
return asynclib.run_async_from_thread(func, *args)
File "/usr/local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 970, in run_async_from_thread
return f.result()
File "/usr/local/lib/python3.9/concurrent/futures/_base.py", line 446, in result
return self.__get_result()
File "/usr/local/lib/python3.9/concurrent/futures/_base.py", line 391, in __get_result
raise self._exception
File "/usr/local/lib/python3.9/site-packages/prefect/engine.py", line 837, in create_task_run_then_submit
task_run = await create_task_run(
File "/usr/local/lib/python3.9/site-packages/prefect/engine.py", line 877, in create_task_run
task_run = await flow_run_context.client.create_task_run(
File "/usr/local/lib/python3.9/site-packages/prefect/client.py", line 1693, in create_task_run
response = await <http://self._client.post|self._client.post>(
File "/usr/local/lib/python3.9/site-packages/httpx/_client.py", line 1842, in post
return await self.request(
File "/usr/local/lib/python3.9/site-packages/httpx/_client.py", line 1527, in request
return await self.send(request, auth=auth, follow_redirects=follow_redirects)
File "/usr/local/lib/python3.9/site-packages/prefect/client.py", line 280, in send
response.raise_for_status()
File "/usr/local/lib/python3.9/site-packages/prefect/client.py", line 226, in raise_for_status
raise PrefectHTTPStatusError.from_httpx_error(exc) from exc.__cause__
prefect.exceptions.PrefectHTTPStatusError: Server error '500 Internal Server Error' for url '<https://api.prefect.cloud/api/accounts/bd169b15-9cf0-41df-9e46-2233ca3fcfba/workspaces/f507fe51-4c9f-400d-8861-ccfaf33b13e4/task_runs/|https://api.prefect.cloud/api/accounts/bd169b15-9cf0-41df-9e46-2233ca3fcfba/workspaces/f507fe51-4c9f-400d-8861-ccfaf33b13e4/task_runs/>'
Response: {'exception_message': 'Internal Server Error'}
Zanie
Andreas Nigg
09/29/2022, 5:51 AMAndreas Nigg
09/29/2022, 5:51 AMZanie
Andreas Nigg
09/30/2022, 10:29 AMZanie
Zanie
Andreas Nigg
09/30/2022, 7:57 PMfrom time import sleep
from prefect import flow, task, get_run_logger
from prefect.task_runners import ConcurrentTaskRunner
import requests
@flow(name="my_favorite_function", description="Such description", task_runner=ConcurrentTaskRunner(), timeout_seconds=1000)
def my_favorite_function():
logger = get_run_logger()
<http://logger.info|logger.info>("This is my hopefully failing flow.")
test = call_api.submit("<https://orf.at>", 0, logger)
test1 = call_api.submit("<https://orf.at>", 0, logger)
test2 = call_api.submit("<https://orf.at>", 0, logger)
ctr = 0
while True:
ctr += 1
if ctr >= 200:
break
useless_nr = call_api.submit("<https://orf.at>", ctr, logger)
another_api.submit("<https://orf.at>", ctr, useless_nr, logger)
return
@task(name="call_api", description="Such wow!", retries=2, retry_delay_seconds=10)
def call_api(url, ctr, logger):
<http://logger.info|logger.info>("++++++ hello austrian news site +++++++" + str(ctr))
response = requests.get(url, timeout=30)
sleep(2)
<http://logger.info|logger.info>(response)
<http://logger.info|logger.info>(str(ctr))
return response
@task(name="another_api", description="Such another wow!", retries=2, retry_delay_seconds=10)
def another_api(url, ctr, useless_nr, logger):
<http://logger.info|logger.info>("---- another ----- " + str(ctr))
response = requests.get(url, timeout=30)
sleep(2)
<http://logger.info|logger.info>("I'm so useless: " + str(useless_nr.status_code))
<http://logger.info|logger.info>(response)
<http://logger.info|logger.info>(str(ctr))
return response
if __name__ == "__main__":
my_favorite_function()