[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-25) - Build # 31431 - Unstable!

[Policeman Jenkins Server via builds]

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/31431/
Java: 64bit/hotspot/jdk-25 -XX:+UseCompressedOops -XX:+UseParallelGC

5 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.classMethod

Error Message:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not 
released!!! [ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

 expected null, but was:<ObjectTracker found 1 object(s) that were not 
released!!! [ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

>

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not 
released!!! [ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

 expected null, but was:<ObjectTracker found 1 object(s) that were not 
released!!! [ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

>
        at __randomizedtesting.SeedInfo.seed([DC4749A45D358D57]:0)
        at org.junit.Assert.fail(Assert.java:89)
        at org.junit.Assert.failNotNull(Assert.java:756)
        at org.junit.Assert.assertNull(Assert.java:738)
        at 
org.apache.solr.SolrTestCase$1.afterIfSuccessful(SolrTestCase.java:101)
        at 
com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterIfSuccessful(TestRuleAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
        at 
org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
        at 
org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
        at java.base/java.lang.Thread.run(Thread.java:1474)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.classMethod

Error Message:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not 
released!!! [ZkShardTerms, ZkShardTerms, ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

 expected null, but was:<ObjectTracker found 4 object(s) that were not 
released!!! [ZkShardTerms, ZkShardTerms, ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

>

Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not 
released!!! [ZkShardTerms, ZkShardTerms, ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

 expected null, but was:<ObjectTracker found 4 object(s) that were not 
released!!! [ZkShardTerms, ZkShardTerms, ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

>
        at __randomizedtesting.SeedInfo.seed([DC4749A45D358D57]:0)
        at org.junit.Assert.fail(Assert.java:89)
        at org.junit.Assert.failNotNull(Assert.java:756)
        at org.junit.Assert.assertNull(Assert.java:738)
        at 
org.apache.solr.SolrTestCase$1.afterIfSuccessful(SolrTestCase.java:101)
        at 
com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterIfSuccessful(TestRuleAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
        at 
org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
        at 
org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
        at java.base/java.lang.Thread.run(Thread.java:1474)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.classMethod

Error Message:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not 
released!!! [ZkShardTerms, ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

 expected null, but was:<ObjectTracker found 3 object(s) that were not 
released!!! [ZkShardTerms, ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

>

Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not 
released!!! [ZkShardTerms, ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

 expected null, but was:<ObjectTracker found 3 object(s) that were not 
released!!! [ZkShardTerms, ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

>
        at __randomizedtesting.SeedInfo.seed([DC4749A45D358D57]:0)
        at org.junit.Assert.fail(Assert.java:89)
        at org.junit.Assert.failNotNull(Assert.java:756)
        at org.junit.Assert.assertNull(Assert.java:738)
        at 
org.apache.solr.SolrTestCase$1.afterIfSuccessful(SolrTestCase.java:101)
        at 
com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterIfSuccessful(TestRuleAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
        at 
org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
        at 
org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
        at java.base/java.lang.Thread.run(Thread.java:1474)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.classMethod

Error Message:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not 
released!!! [ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

 expected null, but was:<ObjectTracker found 2 object(s) that were not 
released!!! [ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

>

Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not 
released!!! [ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

 expected null, but was:<ObjectTracker found 2 object(s) that were not 
released!!! [ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
 org.apache.solr.cloud.ZkShardTerms
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
        at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
        at 
org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
        at java.base/java.util.HashMap.compute(HashMap.java:1325)
        at 
org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
        at 
org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
        at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
        at java.base/java.lang.Thread.run(Thread.java:1474)
Caused by: java.lang.Exception: Submitter stack trace
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
        at 
org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

>
        at __randomizedtesting.SeedInfo.seed([DC4749A45D358D57]:0)
        at org.junit.Assert.fail(Assert.java:89)
        at org.junit.Assert.failNotNull(Assert.java:756)
        at org.junit.Assert.assertNull(Assert.java:738)
        at 
org.apache.solr.SolrTestCase$1.afterIfSuccessful(SolrTestCase.java:101)
        at 
com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterIfSuccessful(TestRuleAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
        at 
org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
        at 
org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
        at java.base/java.lang.Thread.run(Thread.java:1474)


FAILED:  
org.apache.solr.security.AuthWithShardHandlerFactoryOverrideTest.collectionTest

Error Message:
org.apache.solr.client.solrj.RemoteSolrException: Error from server at 
http://127.0.0.1:33249/solr/authCollection/select?q=*%3A*&wt=javabin: 
org.apache.solr.common.SolrException: no eligible servers hosting shard: shard3

Stack Trace:
org.apache.solr.client.solrj.RemoteSolrException: Error from server at 
http://127.0.0.1:33249/solr/authCollection/select?q=*%3A*&wt=javabin: 
org.apache.solr.common.SolrException: no eligible servers hosting shard: shard3
        at 
__randomizedtesting.SeedInfo.seed([DC4749A45D358D57:9164F86CE70C6AA]:0)
        at 
app//org.apache.solr.client.solrj.impl.HttpSolrClientBase.processErrorsAndResponse(HttpSolrClientBase.java:241)
        at 
app//org.apache.solr.client.solrj.jetty.HttpJettySolrClient.processErrorsAndResponse(HttpJettySolrClient.java:585)
        at 
app//org.apache.solr.client.solrj.jetty.HttpJettySolrClient.request(HttpJettySolrClient.java:479)
        at 
app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:302)
        at 
app//org.apache.solr.security.AuthWithShardHandlerFactoryOverrideTest.collectionTest(AuthWithShardHandlerFactoryOverrideTest.java:93)
        at 
java.base@25/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
        at java.base@25/java.lang.reflect.Method.invoke(Method.java:565)
        at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1763)
        at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
        at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
        at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
        at 
app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
        at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
        at 
app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
        at 
app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
        at 
app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
        at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
        at 
app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
        at 
app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
        at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
        at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
        at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
        at 
app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
        at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
        at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
        at 
app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at 
app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
        at 
app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
        at 
app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
        at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
        at 
app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
        at java.base@25/java.lang.Thread.run(Thread.java:1474)

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscr...@solr.apache.org
For additional commands, e-mail: builds-h...@solr.apache.org