Josh Paulin
09/02/2022, 4:55 PMEncountered exception during execution:
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/prefect/engine.py", line 587, in orchestrate_flow_run
result = await run_sync(flow_call)
File "/usr/local/lib/python3.9/site-packages/prefect/utilities/asyncutils.py", line 56, in run_sync_in_worker_thread
return await anyio.to_thread.run_sync(call, cancellable=True)
File "/usr/local/lib/python3.9/site-packages/anyio/to_thread.py", line 31, in run_sync
return await get_asynclib().run_sync_in_worker_thread(
File "/usr/local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 937, in run_sync_in_worker_thread
return await future
File "/usr/local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 867, in run
result = context.run(func, *args)
File "activity_processor/flow/parent.py", line 43, in api_activity_processor
process_hourly_api(normalized_process_time, dry_run, validate_results)
File "/usr/local/lib/python3.9/site-packages/prefect/flows.py", line 384, in __call__
return enter_flow_run_engine_from_flow_call(
File "/usr/local/lib/python3.9/site-packages/prefect/engine.py", line 160, in enter_flow_run_engine_from_flow_call
return run_async_from_worker_thread(begin_run)
File "/usr/local/lib/python3.9/site-packages/prefect/utilities/asyncutils.py", line 136, in run_async_from_worker_thread
return anyio.from_thread.run(call)
File "/usr/local/lib/python3.9/site-packages/anyio/from_thread.py", line 49, in run
return asynclib.run_async_from_thread(func, *args)
File "/usr/local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 970, in run_async_from_thread
return f.result()
File "/usr/local/lib/python3.9/concurrent/futures/_base.py", line 446, in result
return self.__get_result()
File "/usr/local/lib/python3.9/concurrent/futures/_base.py", line 391, in __get_result
raise self._exception
File "/usr/local/lib/python3.9/site-packages/prefect/client.py", line 104, in with_injected_client
return await fn(*args, **kwargs)
File "/usr/local/lib/python3.9/site-packages/prefect/engine.py", line 435, in create_and_begin_subflow_run
flow_run.state.data._cache_data(await _retrieve_result(flow_run.state))
File "/usr/local/lib/python3.9/site-packages/prefect/results.py", line 38, in _retrieve_result
serialized_result = await _retrieve_serialized_result(state.data)
File "/usr/local/lib/python3.9/site-packages/prefect/client.py", line 104, in with_injected_client
return await fn(*args, **kwargs)
File "/usr/local/lib/python3.9/site-packages/prefect/results.py", line 34, in _retrieve_serialized_result
return await filesystem.read_path(result.key)
File "/usr/local/lib/python3.9/site-packages/prefect/filesystems.py", line 149, in read_path
raise ValueError(f"Path {path} does not exist.")
ValueError: Path /root/.prefect/storage/4762715b441f4b3c8011b92dc1d5361f does not exist.
Zanie
09/02/2022, 4:57 PMcreate_and_begin_subflow_run
we can see that it attempts to do flow_run.state.data._cache_data(await _retrieve_result(flow_run.state))
— this call is rehydrating the result on the stateJosh Paulin
09/02/2022, 6:26 PMZanie
09/02/2022, 8:55 PMJosh Paulin
09/02/2022, 9:02 PMZanie
09/02/2022, 9:10 PMJosh Paulin
09/02/2022, 9:51 PMZanie
09/02/2022, 9:54 PMJosh Paulin
09/02/2022, 9:56 PMZanie
09/02/2022, 9:57 PMJosh Paulin
09/02/2022, 10:15 PMZanie
09/02/2022, 10:59 PM