Untitled
unknown
plain_text
4 years ago
82 kB
5
Indexable
backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59498 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59498 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59498 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59498 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error backend_1 | ERROR: Exception in ASGI application backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59502 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59502 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59502 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59502 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error backend_1 | ERROR: Exception in ASGI application backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59506 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59506 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59506 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59506 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error backend_1 | ERROR: Exception in ASGI application backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59510 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59510 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59510 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59510 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error backend_1 | ERROR: Exception in ASGI application backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59514 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59514 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59514 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59514 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error backend_1 | ERROR: Exception in ASGI application backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59518 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59518 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59518 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59518 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error backend_1 | ERROR: Exception in ASGI application backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59522 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59522 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59522 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59522 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error backend_1 | ERROR: Exception in ASGI application backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59526 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59526 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59526 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59526 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error backend_1 | ERROR: Exception in ASGI application backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59530 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59530 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59530 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59530 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error backend_1 | ERROR: Exception in ASGI application backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59534 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59534 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59534 - "OPTIONS /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59534 - "GET /api/jobs/f74f7b8d-b101-4fcd-ac7d-bbf34cf10b7c HTTP/1.1" 500 Internal Server Error backend_1 | ERROR: Exception in ASGI application backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59542 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: Uvicorn running on http://0.0.0.0:8000 (Press CTRL+C to quit) backend_1 | INFO: Started reloader process [1] using statreload worker_1 | worker_1 | -------------- celery@4e06d3ac4a3b v5.0.5 (singularity) worker_1 | --- ***** ----- worker_1 | -- ******* ---- Linux-5.10.25-linuxkit-x86_64-with-glibc2.2.5 2021-06-05 12:03:13 worker_1 | - *** --- * --- worker_1 | - ** ---------- [config] worker_1 | - ** ---------- .> app: worker:0x7f7516dc38e0 worker_1 | - ** ---------- .> transport: redis://redis:6379/0 worker_1 | - ** ---------- .> results: redis://redis:6379/0 worker_1 | - *** --- * --- .> concurrency: 4 (prefork) worker_1 | -- ******* ---- .> task events: OFF (enable -E to monitor tasks in this worker) worker_1 | --- ***** ----- worker_1 | -------------- [queues] worker_1 | .> celery exchange=celery(direct) key=celery worker_1 | worker_1 | backend_1 | INFO: Started server process [8] backend_1 | INFO: Waiting for application startup. backend_1 | INFO: Application startup complete. backend_1 | INFO: 172.24.0.1:59500 - "OPTIONS /api/jobs HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "OPTIONS /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "OPTIONS /api/jobs HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "POST /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "OPTIONS /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "POST /api/jobs/ HTTP/1.1" 201 Created backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "OPTIONS /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted worker_1 | [2021-06-05 12:04:09,900: WARNING/ForkPoolWorker-4] 13.767857142857183 worker_1 | [2021-06-05 12:04:10,787: WARNING/ForkPoolWorker-4] loop_1.mp4 backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted worker_1 | [2021-06-05 12:04:25,292: WARNING/ForkPoolWorker-4] Generating segment worker_1 | [2021-06-05 12:04:25,292: WARNING/ForkPoolWorker-4] 13.767857142857183 worker_1 | [2021-06-05 12:04:25,292: WARNING/ForkPoolWorker-4] 15.000000000000046 worker_1 | [2021-06-05 12:04:25,303: WARNING/ForkPoolWorker-4] vid04_10.mp4 backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted worker_1 | [2021-06-05 12:04:30,970: WARNING/ForkPoolWorker-4] Generating segment worker_1 | [2021-06-05 12:04:30,970: WARNING/ForkPoolWorker-4] 15.000000000000046 worker_1 | [2021-06-05 12:04:30,971: WARNING/ForkPoolWorker-4] 16.98214285714288 worker_1 | [2021-06-05 12:04:30,975: WARNING/ForkPoolWorker-4] vid04_8.mp4 backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted worker_1 | [2021-06-05 12:04:37,863: WARNING/ForkPoolWorker-4] Generating segment worker_1 | [2021-06-05 12:04:37,863: WARNING/ForkPoolWorker-4] 16.98214285714288 worker_1 | [2021-06-05 12:04:37,864: WARNING/ForkPoolWorker-4] 19.33928571428567 worker_1 | [2021-06-05 12:04:37,873: WARNING/ForkPoolWorker-4] vid04_17.mp4 backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 202 Accepted worker_1 | [2021-06-05 12:04:47,521: ERROR/MainProcess] Process 'ForkPoolWorker-4' pid:21 exited with 'signal 9 (SIGKILL)' worker_1 | [2021-06-05 12:04:47,739: ERROR/MainProcess] Task handler raised error: WorkerLostError('Worker exited prematurely: signal 9 (SIGKILL) Job: 0.') worker_1 | Traceback (most recent call last): worker_1 | File "/usr/local/lib/python3.8/site-packages/billiard/pool.py", line 1265, in mark_as_worker_lost worker_1 | raise WorkerLostError( worker_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59500 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 500 Internal Server Error backend_1 | ERROR: Exception in ASGI application backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59518 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59518 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59518 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 500 Internal Server Error backend_1 | ERROR: Exception in ASGI application backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59522 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59522 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59522 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 500 Internal Server Error backend_1 | ERROR: Exception in ASGI application backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59526 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59526 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59526 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 500 Internal Server Error backend_1 | ERROR: Exception in ASGI application backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59530 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59530 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59530 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 500 Internal Server Error backend_1 | ERROR: Exception in ASGI application backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0. backend_1 | INFO: 172.24.0.1:59534 - "GET /api/jobs HTTP/1.1" 307 Temporary Redirect backend_1 | INFO: 172.24.0.1:59534 - "GET /api/jobs/ HTTP/1.1" 200 OK backend_1 | INFO: 172.24.0.1:59534 - "GET /api/jobs/37e6af34-8bb9-4458-9f44-99f33e117a7d HTTP/1.1" 500 Internal Server Error backend_1 | ERROR: Exception in ASGI application backend_1 | Traceback (most recent call last): backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/protocols/http/h11_impl.py", line 396, in run_asgi backend_1 | result = await app(self.scope, self.receive, self.send) backend_1 | File "/usr/local/lib/python3.8/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__ backend_1 | return await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/applications.py", line 199, in __call__ backend_1 | await super().__call__(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/applications.py", line 111, in __call__ backend_1 | await self.middleware_stack(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 181, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/errors.py", line 159, in __call__ backend_1 | await self.app(scope, receive, _send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 86, in __call__ backend_1 | await self.simple_response(scope, receive, send, request_headers=headers) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/middleware/cors.py", line 142, in simple_response backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 82, in __call__ backend_1 | raise exc from None backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/exceptions.py", line 71, in __call__ backend_1 | await self.app(scope, receive, sender) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 566, in __call__ backend_1 | await route.handle(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 227, in handle backend_1 | await self.app(scope, receive, send) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/routing.py", line 41, in app backend_1 | response = await func(request) backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 201, in app backend_1 | raw_response = await run_endpoint_function( backend_1 | File "/usr/local/lib/python3.8/site-packages/fastapi/routing.py", line 150, in run_endpoint_function backend_1 | return await run_in_threadpool(dependant.call, **values) backend_1 | File "/usr/local/lib/python3.8/site-packages/starlette/concurrency.py", line 34, in run_in_threadpool backend_1 | return await loop.run_in_executor(None, func, *args) backend_1 | File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run backend_1 | result = self.fn(*self.args, **self.kwargs) backend_1 | File "/app/./camelia_api/routers/jobs.py", line 78, in retrieve_job_status backend_1 | result = task.get() backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 219, in get backend_1 | self.maybe_throw(callback=callback) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 335, in maybe_throw backend_1 | self.throw(value, self._to_remote_traceback(tb)) backend_1 | File "/usr/local/lib/python3.8/site-packages/celery/result.py", line 328, in throw backend_1 | self.on_ready.throw(*args, **kwargs) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/promises.py", line 234, in throw backend_1 | reraise(type(exc), exc, tb) backend_1 | File "/usr/local/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise backend_1 | raise value backend_1 | billiard.exceptions.WorkerLostError: Worker exited prematurely: signal 9 (SIGKILL) Job: 0.
Editor is loading...