Errors after mlcomp init
Closed this issue · 1 comments
megachester commented
It seems that log table hasn't been yet created to write warning about kaggle api when starting initial mlcomp init procedure.
After executing mlcomp-server start for the first time there are no errors after further mlcomp inits .
2020-03-12 15:03:18.964 WARNING kaggle - <module>: Could not find kaggle.json. Kaggle executors can not be used
--- Logging error ---
Traceback (most recent call last):
File "/usr/local/lib/python3.6/dist-packages/mlcomp/worker/executors/kaggle.py", line 21, in <module>
from kaggle import api
File "/usr/local/lib/python3.6/dist-packages/kaggle/__init__.py", line 23, in <module>
api.authenticate()
File "/usr/local/lib/python3.6/dist-packages/kaggle/api/kaggle_api_extended.py", line 149, in authenticate
self.config_file, self.config_dir))
OSError: Could not find kaggle.json. Make sure it's located in /root/.kaggle. Or use the environment method.
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1248, in _execute_context
cursor, statement, parameters, context
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 588, in do_execute
cursor.execute(statement, parameters)
sqlite3.OperationalError: no such table: log
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.6/dist-packages/mlcomp/utils/logging.py", line 103, in emit
self.provider.add(log)
File "/usr/local/lib/python3.6/dist-packages/mlcomp/db/providers/base.py", line 50, in add
self._session.add(obj, commit=commit)
File "/usr/local/lib/python3.6/dist-packages/mlcomp/db/core/db.py", line 99, in add
raise e
File "/usr/local/lib/python3.6/dist-packages/mlcomp/db/core/db.py", line 96, in add
self.commit()
File "/usr/local/lib/python3.6/dist-packages/mlcomp/db/core/db.py", line 107, in commit
raise e
File "/usr/local/lib/python3.6/dist-packages/mlcomp/db/core/db.py", line 104, in commit
super().commit()
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 1036, in commit
self.transaction.commit()
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 503, in commit
self._prepare_impl()
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 482, in _prepare_impl
self.session.flush()
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2496, in flush
self._flush(objects)
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2637, in _flush
transaction.rollback(_capture_exception=True)
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/langhelpers.py", line 69, in __exit__
exc_value, with_traceback=exc_tb,
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 178, in raise_
raise exception
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2597, in _flush
flush_context.execute()
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute
rec.execute(self)
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 589, in execute
uow,
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 245, in save_obj
insert,
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 1136, in _emit_insert_statements
statement, params
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 984, in execute
return meth(self, multiparams, params)
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/sql/elements.py", line 293, in _execute_on_connection
return connection._execute_clauseelement(self, multiparams, params)
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1103, in _execute_clauseelement
distilled_params,
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1288, in _execute_context
e, statement, parameters, cursor, context
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1482, in _handle_dbapi_exception
sqlalchemy_exception, with_traceback=exc_info[2], from_=e
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 178, in raise_
raise exception
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1248, in _execute_context
cursor, statement, parameters, context
File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 588, in do_execute
cursor.execute(statement, parameters)
sqlalchemy.exc.OperationalError: (sqlite3.OperationalError) no such table: log
[SQL: INSERT INTO log (step, message, time, level, component, module, line, task, computer) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)]
[parameters: (None, 'Could not find kaggle.json. Kaggle executors can not be used', '2020-03-12 15:03:18.964760', 30, 2, 'worker.executors.kaggle', 27, None, 'COMPUTER-NAME')]
(Background on this error at: http://sqlalche.me/e/e3q8)
Call stack:
File "/usr/local/bin/mlcomp", line 5, in <module>
from mlcomp.__main__ import main
File "<frozen importlib._bootstrap>", line 971, in _find_and_load
File "<frozen importlib._bootstrap>", line 955, in _find_and_load_unlocked
File "<frozen importlib._bootstrap>", line 665, in _load_unlocked
File "<frozen importlib._bootstrap_external>", line 678, in exec_module
File "<frozen importlib._bootstrap>", line 219, in _call_with_frames_removed
File "/usr/local/lib/python3.6/dist-packages/mlcomp/__main__.py", line 26, in <module>
from mlcomp.worker.executors.kaggle import Submit
File "<frozen importlib._bootstrap>", line 971, in _find_and_load
File "<frozen importlib._bootstrap>", line 955, in _find_and_load_unlocked
File "<frozen importlib._bootstrap>", line 665, in _load_unlocked
File "<frozen importlib._bootstrap_external>", line 678, in exec_module
File "<frozen importlib._bootstrap>", line 219, in _call_with_frames_removed
File "/usr/local/lib/python3.6/dist-packages/mlcomp/worker/executors/kaggle.py", line 27, in <module>
socket.gethostname()
File "/usr/lib/python3.6/logging/__init__.py", line 1320, in warning
self._log(WARNING, msg, args, **kwargs)
File "/usr/lib/python3.6/logging/__init__.py", line 1444, in _log
self.handle(record)
File "/usr/lib/python3.6/logging/__init__.py", line 1454, in handle
self.callHandlers(record)
File "/usr/lib/python3.6/logging/__init__.py", line 1516, in callHandlers
hdlr.handle(record)
File "/usr/lib/python3.6/logging/__init__.py", line 865, in handle
self.emit(record)
File "/usr/local/lib/python3.6/dist-packages/mlcomp/utils/logging.py", line 105, in emit
self.handleError(record)
Message: 'Could not find kaggle.json. Kaggle executors can not be used'
Arguments: (<ComponentType.Worker: 2>, 'COMPUTER-NAME')
lightforever commented
That problem has been fixed in v 20.3.1