Untitled

mail@pastecode.io avatar
unknown
plain_text
3 years ago
82 kB
2
Indexable
Never
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59498 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59498 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59498 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59498 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error
backend_1  | ERROR:    Exception in ASGI application
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59502 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59502 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59502 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59502 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error
backend_1  | ERROR:    Exception in ASGI application
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59506 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59506 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59506 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59506 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error
backend_1  | ERROR:    Exception in ASGI application
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59510 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59510 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59510 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59510 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error
backend_1  | ERROR:    Exception in ASGI application
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59514 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59514 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59514 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59514 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error
backend_1  | ERROR:    Exception in ASGI application
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59518 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59518 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59518 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59518 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error
backend_1  | ERROR:    Exception in ASGI application
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59522 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59522 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59522 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59522 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error
backend_1  | ERROR:    Exception in ASGI application
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59526 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59526 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59526 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59526 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error
backend_1  | ERROR:    Exception in ASGI application
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59530 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59530 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59530 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59530 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error
backend_1  | ERROR:    Exception in ASGI application
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59534 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59534 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59534 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59534 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error
backend_1  | ERROR:    Exception in ASGI application
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59542 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     Uvicorn running on http://0.0.0.0:8000 (Press CTRL+C to quit)
backend_1  | INFO:     Started reloader process [1] using statreload
worker_1   |  
worker_1   |  -------------- celery@4e06d3ac4a3b v5.0.5 (singularity)
worker_1   | --- ***** ----- 
worker_1   | -- ******* ---- Linux-5.10.25-linuxkit-x86_64-with-glibc2.2.5 2021-06-05 12:03:13
worker_1   | - *** --- * --- 
worker_1   | - ** ---------- [config]
worker_1   | - ** ---------- .> app:         worker:0x7f7516dc38e0
worker_1   | - ** ---------- .> transport:   redis://redis:6379/0
worker_1   | - ** ---------- .> results:     redis://redis:6379/0
worker_1   | - *** --- * --- .> concurrency: 4 (prefork)
worker_1   | -- ******* ---- .> task events: OFF (enable -E to monitor tasks in this worker)
worker_1   | --- ***** ----- 
worker_1   |  -------------- [queues]
worker_1   |                 .> celery           exchange=celery(direct) key=celery
worker_1   |                 
worker_1   | 
backend_1  | INFO:     Started server process [8]
backend_1  | INFO:     Waiting for application startup.
backend_1  | INFO:     Application startup complete.
backend_1  | INFO:     172.24.0.1:59500 - "OPTIONS /api/jobs HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "OPTIONS /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "OPTIONS /api/jobs HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "POST /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "OPTIONS /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "POST /api/jobs/ HTTP/1.1" 201 Created
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "OPTIONS /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
worker_1   | [2021-06-05 12:04:09,900: WARNING/ForkPoolWorker-4] 13.767857142857183
worker_1   | [2021-06-05 12:04:10,787: WARNING/ForkPoolWorker-4] loop_1.mp4
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
worker_1   | [2021-06-05 12:04:25,292: WARNING/ForkPoolWorker-4] Generating segment
worker_1   | [2021-06-05 12:04:25,292: WARNING/ForkPoolWorker-4] 13.767857142857183
worker_1   | [2021-06-05 12:04:25,292: WARNING/ForkPoolWorker-4] 15.000000000000046
worker_1   | [2021-06-05 12:04:25,303: WARNING/ForkPoolWorker-4] vid04_10.mp4
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
worker_1   | [2021-06-05 12:04:30,970: WARNING/ForkPoolWorker-4] Generating segment
worker_1   | [2021-06-05 12:04:30,970: WARNING/ForkPoolWorker-4] 15.000000000000046
worker_1   | [2021-06-05 12:04:30,971: WARNING/ForkPoolWorker-4] 16.98214285714288
worker_1   | [2021-06-05 12:04:30,975: WARNING/ForkPoolWorker-4] vid04_8.mp4
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
worker_1   | [2021-06-05 12:04:37,863: WARNING/ForkPoolWorker-4] Generating segment
worker_1   | [2021-06-05 12:04:37,863: WARNING/ForkPoolWorker-4] 16.98214285714288
worker_1   | [2021-06-05 12:04:37,864: WARNING/ForkPoolWorker-4] 19.33928571428567
worker_1   | [2021-06-05 12:04:37,873: WARNING/ForkPoolWorker-4] vid04_17.mp4
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted
worker_1   | [2021-06-05 12:04:47,521: ERROR/MainProcess] Process 'ForkPoolWorker-4' pid:21 exited with 'signal 9 (SIGKILL)'
worker_1   | [2021-06-05 12:04:47,739: ERROR/MainProcess] Task handler raised error: WorkerLostError('Worker exited prematurely: signal 9 (SIGKILL) Job: 0.')
worker_1   | Traceback (most recent call last):
worker_1   |   File "/usr/local/lib/python3.8/site-packages/billiard/pool.py", line 1265, in mark_as_worker_lost
worker_1   |     raise WorkerLostError(
worker_1   | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 500 Internal Server Error
backend_1  | ERROR:    Exception in ASGI application
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59518 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59518 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59518 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 500 Internal Server Error
backend_1  | ERROR:    Exception in ASGI application
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59522 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59522 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59522 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 500 Internal Server Error
backend_1  | ERROR:    Exception in ASGI application
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59526 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59526 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59526 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 500 Internal Server Error
backend_1  | ERROR:    Exception in ASGI application
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59530 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59530 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59530 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 500 Internal Server Error
backend_1  | ERROR:    Exception in ASGI application
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
backend_1  | INFO:     172.24.0.1:59534 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect
backend_1  | INFO:     172.24.0.1:59534 - "GET /api/jobs/ HTTP/1.1" 200 OK
backend_1  | INFO:     172.24.0.1:59534 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 500 Internal Server Error
backend_1  | ERROR:    Exception in ASGI application
backend_1  | Traceback (most recent call last):
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi
backend_1  |     result = await app(self.scope, self.receive, self.send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
backend_1  |     return await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__
backend_1  |     await super().__call__(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__
backend_1  |     await self.middleware_stack(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__
backend_1  |     await self.app(scope, receive, _send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__
backend_1  |     await self.simple_response(scope, receive, send, request_headers=headers)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__
backend_1  |     raise exc from None
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__
backend_1  |     await self.app(scope, receive, sender)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__
backend_1  |     await route.handle(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle
backend_1  |     await self.app(scope, receive, send)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app
backend_1  |     response = await func(request)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app
backend_1  |     raw_response = await run_endpoint_function(
backend_1  |   File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function
backend_1  |     return await run_in_threadpool(dependant.call, **values)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool
backend_1  |     return await loop.run_in_executor(None, func, *args)
backend_1  |   File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
backend_1  |     result = self.fn(*self.args, **self.kwargs)
backend_1  |   File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status
backend_1  |     result = task.get()
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get
backend_1  |     self.maybe_throw(callback=callback)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw
backend_1  |     self.throw(value, self._to_remote_traceback(tb))
backend_1  |   File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw
backend_1  |     self.on_ready.throw(*args, **kwargs)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
backend_1  |     reraise(type(exc), exc, tb)
backend_1  |   File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
backend_1  |     raise value
backend_1  | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.