Bruce Schuchardt created GEODE-5843: ---------------------------------------
Summary: ReconnectDUnitTest.testReconnectWithRequiredRoleRegained is being ignored Key: GEODE-5843 URL: https://issues.apache.org/jira/browse/GEODE-5843 Project: Geode Issue Type: Improvement Components: membership Reporter: Bruce Schuchardt Fix For: 1.8.0 This is the only test of its kind in the unit test suite and its Ignored status needs to be removed. I did this and ran into some issues caused by the test and by the current implementation of required-roles auto-reconnect. I've worked past those issues and now see a hang: {noformat} Found one Java-level deadlock: ============================= "Pooled High Priority Message Processor 3": waiting to lock monitor 0x00007fb0579ae9a8 (object 0x00000007b9e88050, a org.apache.geode.internal.cache.DistributedRegion$AdvisorListener), which is held by "Reconnect Distributed System" "Reconnect Distributed System": waiting to lock monitor 0x00007fb0614cc4e8 (object 0x00000007b9e940c0, a org.apache.geode.internal.cache.CacheDistributionAdvisor), which is held by "Pooled High Priority Message Processor 3" {noformat} {noformat} "Reconnect Distributed System" #7397 daemon prio=5 os_prio=31 tid=0x00007fb061f1b800 nid=0xb033 waiting for monitor entry [0x0000700014379000] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.geode.distributed.internal.DistributionAdvisor.close(DistributionAdvisor.java:385) - waiting to lock <0x00000007b9e940c0> (a org.apache.geode.internal.cache.CacheDistributionAdvisor) at org.apache.geode.internal.cache.DistributedRegion.distributedRegionCleanup(DistributedRegion.java:2479) at org.apache.geode.internal.cache.DistributedRegion.postDestroyRegion(DistributedRegion.java:2572) at org.apache.geode.internal.cache.LocalRegion.recursiveDestroyRegion(LocalRegion.java:2704) at org.apache.geode.internal.cache.LocalRegion.basicDestroyRegion(LocalRegion.java:6270) at org.apache.geode.internal.cache.DistributedRegion.basicDestroyRegion(DistributedRegion.java:1751) at org.apache.geode.internal.cache.LocalRegion.handleCacheClose(LocalRegion.java:7348) at org.apache.geode.internal.cache.DistributedRegion.handleCacheClose(DistributedRegion.java:2606) at org.apache.geode.internal.cache.GemFireCacheImpl.close(GemFireCacheImpl.java:2241) - locked <0x00000007a0424230> (a java.lang.Class for org.apache.geode.internal.cache.GemFireCacheImpl) at org.apache.geode.distributed.internal.InternalDistributedSystem.disconnect(InternalDistributedSystem.java:1349) - locked <0x00000007a0424230> (a java.lang.Class for org.apache.geode.internal.cache.GemFireCacheImpl) at org.apache.geode.distributed.internal.InternalDistributedSystem.reconnect(InternalDistributedSystem.java:2656) at org.apache.geode.distributed.internal.InternalDistributedSystem.tryReconnect(InternalDistributedSystem.java:2525) - locked <0x00000007a43c91c0> (a java.lang.Object) - locked <0x00000007a0424230> (a java.lang.Class for org.apache.geode.internal.cache.GemFireCacheImpl) - locked <0x00000007a04246c8> (a java.lang.Class for org.apache.geode.cache.CacheFactory) at org.apache.geode.internal.cache.DistributedRegion.doLostReliability(DistributedRegion.java:897) at org.apache.geode.internal.cache.DistributedRegion.lostReliability(DistributedRegion.java:856) at org.apache.geode.internal.cache.DistributedRegion.initMembershipRoles(DistributedRegion.java:1474) - locked <0x00000007b9e94500> (a java.util.HashSet) - locked <0x00000007b9e88050> (a org.apache.geode.internal.cache.DistributedRegion$AdvisorListener) at org.apache.geode.internal.cache.DistributedRegion.initialize(DistributedRegion.java:1085) at org.apache.geode.internal.cache.GemFireCacheImpl.createVMRegion(GemFireCacheImpl.java:3048) at org.apache.geode.internal.cache.GemFireCacheImpl.basicCreateRegion(GemFireCacheImpl.java:2943) at org.apache.geode.internal.cache.xmlcache.RegionCreation.createRoot(RegionCreation.java:236) at org.apache.geode.internal.cache.xmlcache.CacheCreation.initializeRegions(CacheCreation.java:625) at org.apache.geode.internal.cache.xmlcache.CacheCreation.create(CacheCreation.java:567) at org.apache.geode.internal.cache.xmlcache.CacheXmlParser.create(CacheXmlParser.java:335) at org.apache.geode.internal.cache.GemFireCacheImpl.loadCacheXml(GemFireCacheImpl.java:4267) at org.apache.geode.internal.cache.GemFireCacheImpl.initializeDeclarativeCache(GemFireCacheImpl.java:1416) at org.apache.geode.internal.cache.GemFireCacheImpl.initialize(GemFireCacheImpl.java:1210) at org.apache.geode.internal.cache.GemFireCacheImpl.basicCreate(GemFireCacheImpl.java:787) - locked <0x00000007a0424230> (a java.lang.Class for org.apache.geode.internal.cache.GemFireCacheImpl) at org.apache.geode.internal.cache.GemFireCacheImpl.create(GemFireCacheImpl.java:763) at org.apache.geode.distributed.internal.InternalDistributedSystem.reconnect(InternalDistributedSystem.java:2760) at org.apache.geode.distributed.internal.InternalDistributedSystem.tryReconnect(InternalDistributedSystem.java:2525) - locked <0x00000007a38c0a18> (a java.lang.Object) - locked <0x00000007a0424230> (a java.lang.Class for org.apache.geode.internal.cache.GemFireCacheImpl) - locked <0x00000007a04246c8> (a java.lang.Class for org.apache.geode.cache.CacheFactory) at org.apache.geode.internal.cache.DistributedRegion.lambda$doLostReliability$0(DistributedRegion.java:878) at org.apache.geode.internal.cache.DistributedRegion$$Lambda$85/56660838.run(Unknown Source) at java.lang.Thread.run(Thread.java:748) {noformat} {noformat} "Pooled High Priority Message Processor 3" #7443 daemon prio=10 os_prio=31 tid=0x00007fb06180a800 nid=0xaf47 waiting for monitor entry [0x0000700014277000] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.geode.internal.cache.DistributedRegion$AdvisorListener.memberJoined(DistributedRegion.java:3448) - waiting to lock <0x00000007b9e88050> (a org.apache.geode.internal.cache.DistributedRegion$AdvisorListener) at org.apache.geode.distributed.internal.DistributionAdvisor.notifyListenersMemberAdded(DistributionAdvisor.java:1097) at org.apache.geode.distributed.internal.DistributionAdvisor.doPutProfile(DistributionAdvisor.java:620) - locked <0x00000007b9e940c0> (a org.apache.geode.internal.cache.CacheDistributionAdvisor) at org.apache.geode.distributed.internal.DistributionAdvisor.putProfile(DistributionAdvisor.java:516) - locked <0x00000007b9e940c0> (a org.apache.geode.internal.cache.CacheDistributionAdvisor) at org.apache.geode.distributed.internal.DistributionAdvisor.putProfile(DistributionAdvisor.java:511) at org.apache.geode.internal.cache.CreateRegionProcessor$CreateRegionMessage.handleCacheDistributionAdvisee(CreateRegionProcessor.java:485) at org.apache.geode.internal.cache.CreateRegionProcessor$CreateRegionMessage.process(CreateRegionProcessor.java:366) at org.apache.geode.distributed.internal.DistributionMessage.scheduleAction(DistributionMessage.java:367) at org.apache.geode.distributed.internal.DistributionMessage$1.run(DistributionMessage.java:432) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:949) at org.apache.geode.distributed.internal.ClusterDistributionManager.doHighPriorityThread(ClusterDistributionManager.java:827) at org.apache.geode.distributed.internal.ClusterDistributionManager$$Lambda$37/1102948542.invoke(Unknown Source) at org.apache.geode.internal.logging.LoggingThreadFactory.lambda$newThread$0(LoggingThreadFactory.java:121) at org.apache.geode.internal.logging.LoggingThreadFactory$$Lambda$35/871469673.run(Unknown Source) at java.lang.Thread.run(Thread.java:748) {noformat} -- This message was sent by Atlassian JIRA (v7.6.3#76005)