Macs don't find yagna `FileNotFoundError: [Errno 2] No such file or directory: PosixPath('yagna')`
mateuszsrebrny opened this issue · 0 comments
mateuszsrebrny commented
Two Mac users report similar logs
Installed within venv:
Cluster: golem-cluster
2023-11-30 12:05:12,220 WARNING util.py:252 -- Dropping the empty legacy field head_node. head_nodeis not supported for ray>=2.0.0. It is recommended to removehead_node from the cluster config.
2023-11-30 12:05:12,220 WARNING util.py:252 -- Dropping the empty legacy field worker_nodes. worker_nodesis not supported for ray>=2.0.0. It is recommended to removeworker_nodes from the cluster config.
Checking External environment settings
Ray On Golem webserver
Starting webserver...
Starting webserver failed!
2023-11-30 12:05:12,501 [INFO] ray_on_golem.server.run: Starting server... port=4578, self_shutdown=True, registry_stats=True, log_level=info
2023-11-30 12:05:12,501 [INFO] ray_on_golem.server.services.yagna: Starting YagnaService...
2023-11-30 12:05:12,502 [INFO] ray_on_golem.server.services.yagna: Starting Yagna...
2023-11-30 12:05:12,504 [ERROR] asyncio: unhandled exception during asyncio.run() shutdown
task: <Task finished name='Task-1' coro=<_run_app() done, defined at /usr/local/lib/python3.10/dist-packages/aiohttp/web.py:303> exception=FileNotFoundError(2, 'No such file or directory')>
Traceback (most recent call last):
File "/usr/local/lib/python3.10/dist-packages/aiohttp/web.py", line 544, in run_app
loop.run_until_complete(main_task)
File "/usr/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
return future.result()
File "/usr/local/lib/python3.10/dist-packages/aiohttp/web.py", line 357, in _run_app
await runner.setup()
File "/usr/local/lib/python3.10/dist-packages/aiohttp/web_runner.py", line 295, in setup
self._server = await self._make_server()
File "/usr/local/lib/python3.10/dist-packages/aiohttp/web_runner.py", line 400, in _make_server
await self._app.startup()
File "/usr/local/lib/python3.10/dist-packages/aiohttp/web_app.py", line 456, in startup
await self.on_startup.send(self)
File "/usr/local/lib/python3.10/dist-packages/aiosignal/__init__.py", line 36, in send
await receiver(*args, **kwargs) # type: ignore
File "/usr/local/lib/python3.10/dist-packages/aiohttp/web_app.py", line 578, in _on_startup
await it.__anext__()
File "/usr/local/lib/python3.10/dist-packages/ray_on_golem/server/run.py", line 107, in yagna_service_ctx
await yagna_service.init()
File "/usr/local/lib/python3.10/dist-packages/ray_on_golem/server/services/yagna.py", line 35, in init
await self._run_yagna()
File "/usr/local/lib/python3.10/dist-packages/ray_on_golem/server/services/yagna.py", line 71, in _run_yagna
self._yagna_process = await run_subprocess(self._yagna_path, "service", "run")
File "/usr/local/lib/python3.10/dist-packages/ray_on_golem/utils.py", line 13, in run_subprocess
process = await asyncio.create_subprocess_exec(
File "/usr/lib/python3.10/asyncio/subprocess.py", line 218, in create_subprocess_exec
transport, protocol = await loop.subprocess_exec(
File "/usr/lib/python3.10/asyncio/base_events.py", line 1681, in subprocess_exec
transport = await self._make_subprocess_transport(
File "/usr/lib/python3.10/asyncio/unix_events.py", line 207, in _make_subprocess_transport
transp = _UnixSubprocessTransport(self, protocol, args, shell,
File "/usr/lib/python3.10/asyncio/base_subprocess.py", line 36, in __init__
self._start(args=args, shell=shell, stdin=stdin, stdout=stdout,
File "/usr/lib/python3.10/asyncio/unix_events.py", line 799, in _start
self._proc = subprocess.Popen(
File "/usr/lib/python3.10/subprocess.py", line 971, in __init__
self._execute_child(args, executable, preexec_fn, close_fds,
File "/usr/lib/python3.10/subprocess.py", line 1863, in _execute_child
raise child_exception_type(errno_num, err_msg, err_filename)
FileNotFoundError: [Errno 2] No such file or directory: PosixPath('yagna')
Traceback (most recent call last):
File "/usr/local/bin/ray-on-golem", line 8, in <module>
sys.exit(main())
File "/usr/local/lib/python3.10/dist-packages/ray_on_golem/server/run.py", line 146, in main
web.run_app(app, port=app["port"], print=None)
File "/usr/local/lib/python3.10/dist-packages/aiohttp/web.py", line 544, in run_app
loop.run_until_complete(main_task)
File "/usr/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
return future.result()
File "/usr/local/lib/python3.10/dist-packages/aiohttp/web.py", line 357, in _run_app
await runner.setup()
File "/usr/local/lib/python3.10/dist-packages/aiohttp/web_runner.py", line 295, in setup
self._server = await self._make_server()
File "/usr/local/lib/python3.10/dist-packages/aiohttp/web_runner.py", line 400, in _make_server
await self._app.startup()
File "/usr/local/lib/python3.10/dist-packages/aiohttp/web_app.py", line 456, in startup
await self.on_startup.send(self)
File "/usr/local/lib/python3.10/dist-packages/aiosignal/__init__.py", line 36, in send
await receiver(*args, **kwargs) # type: ignore
File "/usr/local/lib/python3.10/dist-packages/aiohttp/web_app.py", line 578, in _on_startup
await it.__anext__()
File "/usr/local/lib/python3.10/dist-packages/ray_on_golem/server/run.py", line 107, in yagna_service_ctx
await yagna_service.init()
File "/usr/local/lib/python3.10/dist-packages/ray_on_golem/server/services/yagna.py", line 35, in init
await self._run_yagna()
File "/usr/local/lib/python3.10/dist-packages/ray_on_golem/server/services/yagna.py", line 71, in _run_yagna
self._yagna_process = await run_subprocess(self._yagna_path, "service", "run")
File "/usr/local/lib/python3.10/dist-packages/ray_on_golem/utils.py", line 13, in run_subprocess
process = await asyncio.create_subprocess_exec(
File "/usr/lib/python3.10/asyncio/subprocess.py", line 218, in create_subprocess_exec
transport, protocol = await loop.subprocess_exec(
File "/usr/lib/python3.10/asyncio/base_events.py", line 1681, in subprocess_exec
transport = await self._make_subprocess_transport(
File "/usr/lib/python3.10/asyncio/unix_events.py", line 207, in _make_subprocess_transport
transp = _UnixSubprocessTransport(self, protocol, args, shell,
File "/usr/lib/python3.10/asyncio/base_subprocess.py", line 36, in __init__
self._start(args=args, shell=shell, stdin=stdin, stdout=stdout,
File "/usr/lib/python3.10/asyncio/unix_events.py", line 799, in _start
self._proc = subprocess.Popen(
File "/usr/lib/python3.10/subprocess.py", line 971, in __init__
self._execute_child(args, executable, preexec_fn, close_fds,
File "/usr/lib/python3.10/subprocess.py", line 1863, in _execute_child
raise child_exception_type(errno_num, err_msg, err_filename)
FileNotFoundError: [Errno 2] No such file or directory: PosixPath('yagna')
And another one (not sure about venv):
% ray up golem-cluster.yaml --yes
Cluster: golem-cluster
2023-11-28 14:09:24,737 WARNING util.py:252 -- Dropping the empty legacy field head_node. head_nodeis not supported for ray>=2.0.0. It is recommended to removehead_node from the cluster config.
2023-11-28 14:09:24,737 WARNING util.py:252 -- Dropping the empty legacy field worker_nodes. worker_nodesis not supported for ray>=2.0.0. It is recommended to removeworker_nodes from the cluster config.
Checking External environment settings
Ray On Golem webserver
Starting webserver...
Starting webserver failed!
2023-11-28 14:09:25,094 [INFO] ray_on_golem.server.run: Starting server... port=4578, self_shutdown=True, registry_stats=True, log_level=info
2023-11-28 14:09:25,094 [INFO] ray_on_golem.server.services.yagna: Starting YagnaService...
2023-11-28 14:09:25,095 [INFO] ray_on_golem.server.services.yagna: Starting Yagna...
2023-11-28 14:09:25,099 [ERROR] asyncio: unhandled exception during asyncio.run() shutdown
task: <Task finished name='Task-1' coro=<_run_app() done, defined at /Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/aiohttp/web.py:303> exception=FileNotFoundError(2, 'No such file or directory')>
Traceback (most recent call last):
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/aiohttp/web.py", line 544, in run_app
loop.run_until_complete(main_task)
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/base_events.py", line 653, in run_until_complete
return future.result()
^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/aiohttp/web.py", line 357, in _run_app
await runner.setup()
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/aiohttp/web_runner.py", line 295, in setup
self._server = await self._make_server()
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/aiohttp/web_runner.py", line 400, in _make_server
await self._app.startup()
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/aiohttp/web_app.py", line 456, in startup
await self.on_startup.send(self)
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/aiosignal/__init__.py", line 36, in send
await receiver(*args, **kwargs) # type: ignore
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/aiohttp/web_app.py", line 578, in _on_startup
await it.__anext__()
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/ray_on_golem/server/run.py", line 107, in yagna_service_ctx
await yagna_service.init()
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/ray_on_golem/server/services/yagna.py", line 35, in init
await self._run_yagna()
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/ray_on_golem/server/services/yagna.py", line 71, in _run_yagna
self._yagna_process = await run_subprocess(self._yagna_path, "service", "run")
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/ray_on_golem/utils.py", line 13, in run_subprocess
process = await asyncio.create_subprocess_exec(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/subprocess.py", line 221, in create_subprocess_exec
transport, protocol = await loop.subprocess_exec(
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/base_events.py", line 1694, in subprocess_exec
transport = await self._make_subprocess_transport(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/unix_events.py", line 207, in _make_subprocess_transport
transp = _UnixSubprocessTransport(self, protocol, args, shell,
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/base_subprocess.py", line 36, in __init__
self._start(args=args, shell=shell, stdin=stdin, stdout=stdout,
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/unix_events.py", line 818, in _start
self._proc = subprocess.Popen(
^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/subprocess.py", line 1026, in __init__
self._execute_child(args, executable, preexec_fn, close_fds,
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/subprocess.py", line 1950, in _execute_child
raise child_exception_type(errno_num, err_msg, err_filename)
FileNotFoundError: [Errno 2] No such file or directory: PosixPath('yagna')
Traceback (most recent call last):
File "/Library/Frameworks/Python.framework/Versions/3.11/bin/ray-on-golem", line 8, in <module>
sys.exit(main())
^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/ray_on_golem/server/run.py", line 146, in main
web.run_app(app, port=app["port"], print=None)
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/aiohttp/web.py", line 544, in run_app
loop.run_until_complete(main_task)
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/base_events.py", line 653, in run_until_complete
return future.result()
^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/aiohttp/web.py", line 357, in _run_app
await runner.setup()
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/aiohttp/web_runner.py", line 295, in setup
self._server = await self._make_server()
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/aiohttp/web_runner.py", line 400, in _make_server
await self._app.startup()
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/aiohttp/web_app.py", line 456, in startup
await self.on_startup.send(self)
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/aiosignal/__init__.py", line 36, in send
await receiver(*args, **kwargs) # type: ignore
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/aiohttp/web_app.py", line 578, in _on_startup
await it.__anext__()
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/ray_on_golem/server/run.py", line 107, in yagna_service_ctx
await yagna_service.init()
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/ray_on_golem/server/services/yagna.py", line 35, in init
await self._run_yagna()
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/ray_on_golem/server/services/yagna.py", line 71, in _run_yagna
self._yagna_process = await run_subprocess(self._yagna_path, "service", "run")
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/ray_on_golem/utils.py", line 13, in run_subprocess
process = await asyncio.create_subprocess_exec(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/subprocess.py", line 221, in create_subprocess_exec
transport, protocol = await loop.subprocess_exec(
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/base_events.py", line 1694, in subprocess_exec
transport = await self._make_subprocess_transport(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/unix_events.py", line 207, in _make_subprocess_transport
transp = _UnixSubprocessTransport(self, protocol, args, shell,
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/base_subprocess.py", line 36, in __init__
self._start(args=args, shell=shell, stdin=stdin, stdout=stdout,
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/unix_events.py", line 818, in _start
self._proc = subprocess.Popen(
^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/subprocess.py", line 1026, in __init__
self._execute_child(args, executable, preexec_fn, close_fds,
File "/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/subprocess.py", line 1950, in _execute_child
raise child_exception_type(errno_num, err_msg, err_filename)
FileNotFoundError: [Errno 2] No such file or directory: PosixPath('yagna')