Untitled
unknown
plain_text
2 years ago
12 kB
11
Indexable
{
"message": {
"fields": {
"exception": "org.elasticsearch.ElasticsearchException: Failed to fetch ES index lucene doc count, failedShards:8\n\tat com.spr.utils.elasticsearch.ElasticSearchUtil.getLuceneDocCount(ElasticSearchUtil.java:1527)\n\tat com.spr.ops.elasticsearch.timeshard.service.ESTimeShardServiceImpl.isRangeBoundingNeeded(ESTimeShardServiceImpl.java:548)\n\tat com.spr.ops.elasticsearch.timeshard.service.ESTimeShardServiceImpl.isLastRangeBoundingNeeded(ESTimeShardServiceImpl.java:519)\n\tat com.spr.ops.elasticsearch.timeshard.service.ESTimeShardServiceImpl.makeLastRangeBounded(ESTimeShardServiceImpl.java:468)\n\tat com.spr.ops.elasticsearch.timeshard.service.ESTimeShardServiceImpl.makeLastRangeBounded(ESTimeShardServiceImpl.java:430)\n\tat com.spr.ops.elasticsearch.timeshard.service.ESTimeShardServiceImpl.makeLastRangeBounded(ESTimeShardServiceImpl.java:420)\n\tat com.spr.scheduler.jobs.elasticsearch.GlobalESShardingJob.safelyRunForPartnerAndServerType(GlobalESShardingJob.java:83)\n\tat com.spr.scheduler.jobs.elasticsearch.GlobalESShardingJob.doExecuteListeningJob(GlobalESShardingJob.java:59)\n\tat com.spr.scheduler.jobs.listening.AbstractListeningJob.doExecute(AbstractListeningJob.java:34)\n\tat com.spr.scheduler.jobs.BaseSprJob._doExecute(BaseSprJob.java:248)\n\tat com.spr.scheduler.jobs.BaseSprJob.commonExecute(BaseSprJob.java:193)\n\tat com.spr.scheduler.jobs.BaseSprJob.execute(BaseSprJob.java:112)\n\tat com.spr.scheduler.v7.runner.JobRunner.execute(JobRunner.java:88)\n\tat com.spr.sch.slave.SchSlaveTask.call(SchSlaveTask.java:93)\n\tat com.spr.sch.slave.SchSlaveTask.call(SchSlaveTask.java:45)\n\tat com.spr.sch.slave.executor.SchSlaveExecutorServiceImpl$CallableWrapper.call(SchSlaveExecutorServiceImpl.java:112)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)\n\tat java.base/java.lang.Thread.run(Thread.java:842)",
"container": "{\"id\":\"673b3b69f71f6b4d43f42421a8bfcd6b652036b19421b5b9dd60c4e16a54a40e\",\"runtime\":\"containerd\",\"image\":{\"name\":\"docker-registry.internal.prod2.spr-ops.com:8123/sprinklr.standalone/standalone-sch-slave:spr-prod2-a0b75551a75825779f6b7edcf4771a887e1046b9\"}}",
"k8s_namespace": "spr-apps",
"agent": "{\"name\":\"filebeat-824mp\",\"ephemeral_id\":\"37130af4-8bf5-4477-9975-fd276cc839f3\",\"version\":\"8.10.2\",\"type\":\"filebeat\",\"id\":\"6931646c-4fa6-4d06-a4e5-78df58e6a560\"}",
"k8s_app": "standalone",
"log": "{\"file\":{\"path\":\"/var/log/containers/standalone-listening-sch-slave-deployment-6f867c766-cmrzk_spr-apps_standalone-listening-sch-slave-673b3b69f71f6b4d43f42421a8bfcd6b652036b19421b5b9dd60c4e16a54a40e.log\"},\"offset\":55935875}",
"gl2_remote_ip": "10.245.7.12",
"logger": "com.spr.scheduler.jobs.BaseSprJob",
"gl2_remote_port": 52864,
"source": "standalone-listening-sch-slave-deployment-6f867c766-cmrzk",
"type": "global",
"gl2_source_input": "621f4c065e2f2f39a3597833",
"hostname": "standalone-listening-sch-slave-deployment-6f867c766-cmrzk",
"partition": "57",
"ecs": "{\"version\":\"8.0.0\"}",
"stream": "stdout",
"@version": "1",
"gl2_source_node": "c02d8616-ce23-4b13-9db7-423a76645446",
"k8s_node": "aks-appsnode-30505861-vmss000151",
"exceptionHash": "wTos2GrI8nc8JC8Q/Im4Bg==",
"timestamp": "2023-12-19T06:21:22.003Z",
"gl2_accounted_message_size": 3461,
"streams": [
"000000000000000000000001"
],
"gl2_message_id": "01HJ0BRVPKKHBYMAFDNZQ30EB0",
"thread": "sched_c_0_-1_-100:5ee89f099315aadc6c70d00d:GlobalESShardingJob_0_LISTENING:1702966684891",
"message": "Error executing ListeningJob [com.spr.scheduler.jobs.elasticsearch.GlobalESShardingJob] [GlobalESShardingJob failed for partnerId:50560, esServerType:SPRINKSIGHTS]",
"input": "{\"type\":\"container\"}",
"@timestamp": "2023-12-19T06:20:27.254Z",
"k8s_container": "standalone-listening-sch-slave",
"loglevel": "ERROR",
"_id": "d42a5239-9e36-11ee-b6fd-a24689ca96e3",
"partnerId": "50560"
},
"streams": [],
"index_sets": [],
"source_input_id": null,
"filter_out": false,
"message_queue_id": null,
"receive_time": null,
"processing_time": null,
"timestamp": "2023-12-19T06:21:22.003Z",
"inet_address": "10.245.7.12",
"source": "standalone-listening-sch-slave-deployment-6f867c766-cmrzk",
"field_names": [
"exception",
"container",
"k8s_namespace",
"agent",
"k8s_app",
"log",
"gl2_remote_ip",
"logger",
"gl2_remote_port",
"source",
"type",
"gl2_source_input",
"hostname",
"partition",
"ecs",
"stream",
"@version",
"gl2_source_node",
"k8s_node",
"exceptionHash",
"timestamp",
"gl2_accounted_message_size",
"streams",
"gl2_message_id",
"thread",
"message",
"input",
"@timestamp",
"k8s_container",
"loglevel",
"_id",
"partnerId"
],
"complete": true,
"field_count": 32,
"journal_offset": -9223372036854775808,
"validation_errors": "",
"message_id": "01HJ0BRVPKKHBYMAFDNZQ30EB0",
"fields_entries": [
{
"exception": "org.elasticsearch.ElasticsearchException: Failed to fetch ES index lucene doc count, failedShards:8\n\tat com.spr.utils.elasticsearch.ElasticSearchUtil.getLuceneDocCount(ElasticSearchUtil.java:1527)\n\tat com.spr.ops.elasticsearch.timeshard.service.ESTimeShardServiceImpl.isRangeBoundingNeeded(ESTimeShardServiceImpl.java:548)\n\tat com.spr.ops.elasticsearch.timeshard.service.ESTimeShardServiceImpl.isLastRangeBoundingNeeded(ESTimeShardServiceImpl.java:519)\n\tat com.spr.ops.elasticsearch.timeshard.service.ESTimeShardServiceImpl.makeLastRangeBounded(ESTimeShardServiceImpl.java:468)\n\tat com.spr.ops.elasticsearch.timeshard.service.ESTimeShardServiceImpl.makeLastRangeBounded(ESTimeShardServiceImpl.java:430)\n\tat com.spr.ops.elasticsearch.timeshard.service.ESTimeShardServiceImpl.makeLastRangeBounded(ESTimeShardServiceImpl.java:420)\n\tat com.spr.scheduler.jobs.elasticsearch.GlobalESShardingJob.safelyRunForPartnerAndServerType(GlobalESShardingJob.java:83)\n\tat com.spr.scheduler.jobs.elasticsearch.GlobalESShardingJob.doExecuteListeningJob(GlobalESShardingJob.java:59)\n\tat com.spr.scheduler.jobs.listening.AbstractListeningJob.doExecute(AbstractListeningJob.java:34)\n\tat com.spr.scheduler.jobs.BaseSprJob._doExecute(BaseSprJob.java:248)\n\tat com.spr.scheduler.jobs.BaseSprJob.commonExecute(BaseSprJob.java:193)\n\tat com.spr.scheduler.jobs.BaseSprJob.execute(BaseSprJob.java:112)\n\tat com.spr.scheduler.v7.runner.JobRunner.execute(JobRunner.java:88)\n\tat com.spr.sch.slave.SchSlaveTask.call(SchSlaveTask.java:93)\n\tat com.spr.sch.slave.SchSlaveTask.call(SchSlaveTask.java:45)\n\tat com.spr.sch.slave.executor.SchSlaveExecutorServiceImpl$CallableWrapper.call(SchSlaveExecutorServiceImpl.java:112)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)\n\tat java.base/java.lang.Thread.run(Thread.java:842)"
},
{
"container": "{\"id\":\"673b3b69f71f6b4d43f42421a8bfcd6b652036b19421b5b9dd60c4e16a54a40e\",\"runtime\":\"containerd\",\"image\":{\"name\":\"docker-registry.internal.prod2.spr-ops.com:8123/sprinklr.standalone/standalone-sch-slave:spr-prod2-a0b75551a75825779f6b7edcf4771a887e1046b9\"}}"
},
{
"k8s_namespace": "spr-apps"
},
{
"agent": "{\"name\":\"filebeat-824mp\",\"ephemeral_id\":\"37130af4-8bf5-4477-9975-fd276cc839f3\",\"version\":\"8.10.2\",\"type\":\"filebeat\",\"id\":\"6931646c-4fa6-4d06-a4e5-78df58e6a560\"}"
},
{
"k8s_app": "standalone"
},
{
"log": "{\"file\":{\"path\":\"/var/log/containers/standalone-listening-sch-slave-deployment-6f867c766-cmrzk_spr-apps_standalone-listening-sch-slave-673b3b69f71f6b4d43f42421a8bfcd6b652036b19421b5b9dd60c4e16a54a40e.log\"},\"offset\":55935875}"
},
{
"gl2_remote_ip": "10.245.7.12"
},
{
"logger": "com.spr.scheduler.jobs.BaseSprJob"
},
{
"gl2_remote_port": 52864
},
{
"source": "standalone-listening-sch-slave-deployment-6f867c766-cmrzk"
},
{
"type": "global"
},
{
"gl2_source_input": "621f4c065e2f2f39a3597833"
},
{
"hostname": "standalone-listening-sch-slave-deployment-6f867c766-cmrzk"
},
{
"partition": "57"
},
{
"ecs": "{\"version\":\"8.0.0\"}"
},
{
"stream": "stdout"
},
{
"@version": "1"
},
{
"gl2_source_node": "c02d8616-ce23-4b13-9db7-423a76645446"
},
{
"k8s_node": "aks-appsnode-30505861-vmss000151"
},
{
"exceptionHash": "wTos2GrI8nc8JC8Q/Im4Bg=="
},
{
"timestamp": "2023-12-19T06:21:22.003Z"
},
{
"gl2_accounted_message_size": 3461
},
{
"streams": [
"000000000000000000000001"
]
},
{
"gl2_message_id": "01HJ0BRVPKKHBYMAFDNZQ30EB0"
},
{
"thread": "sched_c_0_-1_-100:5ee89f099315aadc6c70d00d:GlobalESShardingJob_0_LISTENING:1702966684891"
},
{
"message": "Error executing ListeningJob [com.spr.scheduler.jobs.elasticsearch.GlobalESShardingJob] [GlobalESShardingJob failed for partnerId:50560, esServerType:SPRINKSIGHTS]"
},
{
"input": "{\"type\":\"container\"}"
},
{
"@timestamp": "2023-12-19T06:20:27.254Z"
},
{
"k8s_container": "standalone-listening-sch-slave"
},
{
"loglevel": "ERROR"
},
{
"_id": "d42a5239-9e36-11ee-b6fd-a24689ca96e3"
},
{
"partnerId": "50560"
}
],
"stream_ids": [
"000000000000000000000001"
],
"is_source_inet_address": true,
"message": "Error executing ListeningJob [com.spr.scheduler.jobs.elasticsearch.GlobalESShardingJob] [GlobalESShardingJob failed for partnerId:50560, esServerType:SPRINKSIGHTS]",
"id": "d42a5239-9e36-11ee-b6fd-a24689ca96e3",
"size": 3460
},
"index": "graylog_13088",
"highlight_ranges": {}
}Editor is loading...
Leave a Comment