Hello,
On reboot of one of the solr nodes in the cluster, we often see a
collection's shards with
1. LEADER replica in DOWN state, and/or
2. shard with no LEADER
Output from /solr/admin/collections?action=CLUSTERSTATUS is below.
Even after 5 to 10 minutes, the collection often does not recover. Unclear
why this is happening and what we can try to prevent or remedy it.
ps: perReplicaState= true in solr v8.8.0 didn't work well because after a
rebalance all replicas somehow get a "leader:true" status even though
states.json looked ok.
{
"responseHeader": {
"status": 0,
"QTime": 2
},
"cluster": {
"collections": {
"datacore": {
"pullReplicas": "0",
"replicationFactor": "0",
"shards": {
"xxxx_yyyy_zzzz": {
"range": null,
"state": "active",
"replicas": {
"core_node1": {
"core": "datacore_xxxx_yyyy_zzzz_replica_t187",
"base_url": "http://solr-0.solr-headless:8983/solr";,
"node_name": "solr-0.solr-headless:8983_solr",
"state": "down",
"type": "TLOG",
"force_set_state": "false",
"property.preferredleader": "true",
"leader": "true"
},
"core_node2": {
"core": "datacore_xxxx_yyyy_zzzz_replica_t188",
"base_url": "http://solr-1.solr-headless:8983/solr";,
"node_name": "solr-1.solr-headless:8983_solr",
"state": "active",
"type": "TLOG",
"force_set_state": "false"
},
"core_node3": {
"core": "datacore_xxxx_yyyy_zzzz_replica_t189",
"base_url": "http://solr-2.solr-headless:8983/solr";,
"node_name": "solr-2.solr-headless:8983_solr",
"state": "active",
"type": "TLOG",
"force_set_state": "false"
}
}
},
"gggg_hhhh_jjjjj": {
"range": null,
"state": "active",
"replicas": {
"core_node19": {
"core": "datacore_gggg_hhhh_jjjjj_replica_t187",
"base_url": "http://solr-0.solr-headless:8983/solr";,
"node_name": "solr-0.solr-headless:8983_solr",
"state": "down",
"type": "TLOG",
"force_set_state": "false",
"property.preferredleader": "true"
},
"core_node20": {
"core": "datacore_gggg_hhhh_jjjjj_replica_t188",
"base_url": "http://solr-1.solr-headless:8983/solr";,
"node_name": "solr-1.solr-headless:8983_solr",
"state": "active",
"type": "TLOG",
"force_set_state": "false"
},
"core_node21": {
"core": "datacore_gggg_hhhh_jjjjj_replica_t189",
"base_url": "http://solr-2.solr-headless:8983/solr";,
"node_name": "solr-2.solr-headless:8983_solr",
"state": "active",
"type": "TLOG",
"force_set_state": "false"
}
}
},
"aaaa_bbbb_cccc": {
"range": null,
"state": "active",
"replicas": {
"core_node4": {
"core": "datacore_aaaa_bbbb_cccc_replica_t91",
"base_url": "http://solr-0...
--
Sent from: https://lucene.472066.n3.nabble.com/Solr-User-f472068.html
