backend_cleanup Celery task throws error
helrond opened this issue · 0 comments
helrond commented
in worker.log:
[2019-05-21 00:00:00,026: INFO/MainProcess] Received task: celery.backend_cleanup[2832c77f-91e5-4942-badd-a0528104af2d]
[2019-05-21 00:00:00,044: ERROR/ForkPoolWorker-2] Task celery.backend_cleanup[2832c77f-91e5-4942-badd-a0528104af2d] raised unexpected: IntegrityError('update or delete on table "django_celery_results_taskresult" violates foreign key constraint "gateway_requestlog_task_result_id_7d342683_fk_django_ce" on table "gateway_requestlog"\nDETAIL: Key (id)=(82) is still referenced from table "gateway_requestlog".\n',)
Traceback (most recent call last):
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/django/db/backends/base/base.py", line 239, in _commit
return self.connection.commit()
psycopg2.IntegrityError: update or delete on table "django_celery_results_taskresult" violates foreign key constraint "gateway_requestlog_task_result_id_7d342683_fk_django_ce" on table "gateway_requestlog"
DETAIL: Key (id)=(82) is still referenced from table "gateway_requestlog".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/celery/app/trace.py", line 382, in trace_task
R = retval = fun(*args, **kwargs)
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/celery/app/trace.py", line 641, in __protected_call__
return self.run(*args, **kwargs)
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/celery/app/builtins.py", line 25, in backend_cleanup
app.backend.cleanup()
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/django_celery_results/backends/database.py", line 68, in cleanup
self.TaskModel._default_manager.delete_expired(self.expires)
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/django_celery_results/managers.py", line 165, in delete_expired
(True, ),
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/django/db/transaction.py", line 212, in __exit__
connection.commit()
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/django/db/backends/base/base.py", line 261, in commit
self._commit()
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/django/db/backends/base/base.py", line 239, in _commit
return self.connection.commit()
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/django/db/utils.py", line 89, in __exit__
raise dj_exc_value.with_traceback(traceback) from exc_value
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/django/db/backends/base/base.py", line 239, in _commit
return self.connection.commit()
django.db.utils.IntegrityError: update or delete on table "django_celery_results_taskresult" violates foreign key constraint "gateway_requestlog_task_result_id_7d342683_fk_django_ce" on table "gateway_requestlog"
DETAIL: Key (id)=(82) is still referenced from table "gateway_requestlog".
[2019-05-21 00:00:00,045: ERROR/ForkPoolWorker-2] Signal handler <function on_task_postrun at 0x7f3570f0b378> raised: IndexError('list index out of range',)
Traceback (most recent call last):
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/celery/utils/dispatch/signal.py", line 288, in send
response = receiver(signal=self, sender=sender, **named)
File "/data/app/zodiac/zodiac/gateway/signals.py", line 31, in on_task_postrun
request_url=kwargs['args'][1],
IndexError: list index out of range
[2019-05-21 10:59:39,133: INFO/MainProcess] Received task: gateway.tasks.queue_request[3026da0e-4720-4ca4-9219-a5cac472a02a]
[2019-05-21 10:59:39,240: INFO/ForkPoolWorker-2] Task gateway.tasks.queue_request[3026da0e-4720-4ca4-9219-a5cac472a02a] succeeded in 0.10656397044658661s: {'detail': '0 bags discovered and stored.'}
[2019-05-22 00:00:00,069: INFO/MainProcess] Received task: celery.backend_cleanup[b610855b-45f9-45b1-be2d-c4bb9185326a]
[2019-05-22 00:00:00,084: ERROR/ForkPoolWorker-2] Task celery.backend_cleanup[b610855b-45f9-45b1-be2d-c4bb9185326a] raised unexpected: IntegrityError('update or delete on table "django_celery_results_taskresult" violates foreign key constraint "gateway_requestlog_task_result_id_7d342683_fk_django_ce" on table "gateway_requestlog"\nDETAIL: Key (id)=(94) is still referenced from table "gateway_requestlog".\n',)
Traceback (most recent call last):
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/django/db/backends/base/base.py", line 239, in _commit
return self.connection.commit()
psycopg2.IntegrityError: update or delete on table "django_celery_results_taskresult" violates foreign key constraint "gateway_requestlog_task_result_id_7d342683_fk_django_ce" on table "gateway_requestlog"
DETAIL: Key (id)=(94) is still referenced from table "gateway_requestlog".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/celery/app/trace.py", line 382, in trace_task
R = retval = fun(*args, **kwargs)
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/celery/app/trace.py", line 641, in __protected_call__
return self.run(*args, **kwargs)
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/celery/app/builtins.py", line 25, in backend_cleanup
app.backend.cleanup()
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/django_celery_results/backends/database.py", line 68, in cleanup
self.TaskModel._default_manager.delete_expired(self.expires)
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/django_celery_results/managers.py", line 165, in delete_expired
(True, ),
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/django/db/transaction.py", line 212, in __exit__
connection.commit()
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/django/db/backends/base/base.py", line 261, in commit
self._commit()
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/django/db/backends/base/base.py", line 239, in _commit
return self.connection.commit()
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/django/db/utils.py", line 89, in __exit__
raise dj_exc_value.with_traceback(traceback) from exc_value
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/django/db/backends/base/base.py", line 239, in _commit
return self.connection.commit()
django.db.utils.IntegrityError: update or delete on table "django_celery_results_taskresult" violates foreign key constraint "gateway_requestlog_task_result_id_7d342683_fk_django_ce" on table "gateway_requestlog"
DETAIL: Key (id)=(94) is still referenced from table "gateway_requestlog".
[2019-05-22 00:00:00,086: ERROR/ForkPoolWorker-2] Signal handler <function on_task_postrun at 0x7f3570f0b378> raised: IndexError('list index out of range',)
Traceback (most recent call last):
File "/data/app/zodiac/zodiac/env/lib/python3.6/site-packages/celery/utils/dispatch/signal.py", line 288, in send
response = receiver(signal=self, sender=sender, **named)
File "/data/app/zodiac/zodiac/gateway/signals.py", line 31, in on_task_postrun
request_url=kwargs['args'][1],
IndexError: list index out of range