eli yosef
02/12/2023, 2:26 PMfrom prefect.filesystems import RemoteFileSystem
remote_file_system_block = RemoteFileSystem.load("minio-s3")
I get the error:
root@fd9f23f7b06c:~/flows# prefect deployment build rest_flow_3.py:websites2 -n eli -q check_url_status -sb remote-file-system/minio-s3
Found flow 'test url check flow'
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/prefect/cli/_utilities.py", line 41, in wrapper
return fn(*args, **kwargs)
File "/usr/local/lib/python3.8/site-packages/prefect/utilities/asyncutils.py", line 230, in coroutine_wrapper
return run_async_in_new_loop(async_fn, *args, **kwargs)
File "/usr/local/lib/python3.8/site-packages/prefect/utilities/asyncutils.py", line 181, in run_async_in_new_loop
return anyio.run(partial(__fn, *args, **kwargs))
File "/usr/local/lib/python3.8/site-packages/anyio/_core/_eventloop.py", line 70, in run
return asynclib.run(func, *args, **backend_options)
File "/usr/local/lib/python3.8/site-packages/anyio/_backends/_asyncio.py", line 292, in run
return native_run(wrapper(), debug=debug)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "/usr/local/lib/python3.8/site-packages/anyio/_backends/_asyncio.py", line 287, in wrapper
return await func(*args)
File "/usr/local/lib/python3.8/site-packages/prefect/cli/deployment.py", line 988, in build
deployment = await Deployment.build_from_flow(
File "/usr/local/lib/python3.8/site-packages/prefect/deployments.py", line 755, in build_from_flow
await deployment.upload_to_storage(ignore_file=ignore_file)
File "/usr/local/lib/python3.8/site-packages/prefect/deployments.py", line 600, in upload_to_storage
file_count = await self.storage.put_directory(
File "/usr/local/lib/python3.8/site-packages/prefect/filesystems.py", line 368, in put_directory
self.filesystem.put_file(f, fpath, overwrite=True)
File "/usr/local/lib/python3.8/site-packages/fsspec/asyn.py", line 114, in wrapper
return sync(self.loop, func, *args, **kwargs)
File "/usr/local/lib/python3.8/site-packages/fsspec/asyn.py", line 99, in sync
raise return_result
File "/usr/local/lib/python3.8/site-packages/fsspec/asyn.py", line 54, in _runner
result[0] = await coro
File "/usr/local/lib/python3.8/site-packages/s3fs/core.py", line 1101, in _put_file
await self._call_s3(
File "/usr/local/lib/python3.8/site-packages/s3fs/core.py", line 332, in _call_s3
await self.set_session()
File "/usr/local/lib/python3.8/site-packages/s3fs/core.py", line 492, in set_session
self.session = aiobotocore.session.AioSession(**self.kwargs)
TypeError: __init__() got an unexpected keyword argument 'url'
An exception occurred.
my setting is:
{
"url": "<https://172.23.0.5:900>",
"accessKey": "!!!!!!!!!!!!!!!!!",
"secretKey": "===============",
"api": "s3v4",
"path": "auto"
}
Ryan Peden
02/12/2023, 4:02 PMeli yosef
02/13/2023, 11:06 AMprefect deployment build rest_flow_2.py:websites2 -n eli -q check_url_status_2 -sb remote-file-system/minio-s3
Ryan Peden
02/13/2023, 12:01 PM{
"key": "MINIO_ROOT_USER",
"secret": "MINIO_ROOT_PASSWORD",
"client_kwargs": {
"endpoint_url": "<http://localhost:9000>"},
}
eli yosef
02/13/2023, 1:25 PMRyan Peden
02/13/2023, 1:26 PM