[
https://issues.apache.org/jira/browse/GEODE-1806?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17559264#comment-17559264
]
Nabarun Nag commented on GEODE-1806:
------------------------------------
{noformat}
PRClientServerRegionFunctionExecutionFailoverDUnitTest >
testOnRegionFailoverWithOneServerDownHA[ExecuteFunctionByObject] FAILED
org.apache.geode.test.dunit.RMIException: While invoking
org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionFailoverDUnitTest$$Lambda$715/135370969.run
in VM 3, Host Host
heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b.c.gemfire-dev.internal with 4
VMs, Geode 10240.0.0, Java 8
at org.apache.geode.test.dunit.VM.executeMethodOnObject(VM.java:688)
at org.apache.geode.test.dunit.VM.invoke(VM.java:496)
at
org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionFailoverDUnitTest.testOnRegionFailoverWithOneServerDownHA(PRClientServerRegionFunctionExecutionFailoverDUnitTest.java:216)
Caused by:
org.apache.geode.cache.execute.FunctionException:
org.apache.geode.cache.client.ServerOperationException: remote server on
heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588467:loner):51612:e90ae499:
While performing a remote executeRegionFunction
at
org.apache.geode.internal.cache.execute.ServerRegionFunctionExecutor.executeOnServer(ServerRegionFunctionExecutor.java:215)
at
org.apache.geode.internal.cache.execute.ServerRegionFunctionExecutor.executeFunction(ServerRegionFunctionExecutor.java:156)
at
org.apache.geode.internal.cache.execute.AbstractExecution.execute(AbstractExecution.java:397)
at
org.apache.geode.internal.cache.execute.AbstractExecution.execute(AbstractExecution.java:402)
at
org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.execute(PRClientServerRegionFunctionExecutionDUnitTest.java:1499)
at
org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.regionExecutionHAOneServerDown(PRClientServerRegionFunctionExecutionDUnitTest.java:524)
at
org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionFailoverDUnitTest.lambda$testOnRegionFailoverWithOneServerDownHA$c356a657$1(PRClientServerRegionFunctionExecutionFailoverDUnitTest.java:217)
Caused by:
org.apache.geode.cache.client.ServerOperationException: remote
server on
heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588467:loner):51612:e90ae499:
While performing a remote executeRegionFunction
at
org.apache.geode.cache.client.internal.ExecuteRegionFunctionOp$ExecuteRegionFunctionOpImpl.processResponse(ExecuteRegionFunctionOp.java:440)
at
org.apache.geode.cache.client.internal.AbstractOp.processResponse(AbstractOp.java:233)
at
org.apache.geode.cache.client.internal.AbstractOp.attemptReadResponse(AbstractOp.java:208)
at
org.apache.geode.cache.client.internal.AbstractOp.attempt(AbstractOp.java:393)
at
org.apache.geode.cache.client.internal.AbstractOpWithTimeout.attempt(AbstractOpWithTimeout.java:47)
at
org.apache.geode.cache.client.internal.ConnectionImpl.execute(ConnectionImpl.java:284)
at
org.apache.geode.cache.client.internal.pooling.PooledConnection.execute(PooledConnection.java:358)
at
org.apache.geode.cache.client.internal.OpExecutorImpl.executeWithPossibleReAuthentication(OpExecutorImpl.java:760)
at
org.apache.geode.cache.client.internal.OpExecutorImpl.execute(OpExecutorImpl.java:151)
at
org.apache.geode.cache.client.internal.PoolImpl.execute(PoolImpl.java:820)
at
org.apache.geode.cache.client.internal.ExecuteRegionFunctionOp.execute(ExecuteRegionFunctionOp.java:93)
at
org.apache.geode.cache.client.internal.ServerRegionProxy.executeFunction(ServerRegionProxy.java:752)
at
org.apache.geode.internal.cache.execute.ServerRegionFunctionExecutor.executeOnServer(ServerRegionFunctionExecutor.java:206)
... 6 more
Caused by:
java.lang.NullPointerException
at Remote Member
'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in
org.apache.geode.internal.cache.functions.TestFunction.executeHAAndNonHAOnRegion(TestFunction.java:928)
at Remote Member
'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in
org.apache.geode.internal.cache.functions.TestFunction.execute(TestFunction.java:178)
at Remote Member
'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in
org.apache.geode.internal.cache.PartitionedRegionDataStore.executeOnDataStore(PartitionedRegionDataStore.java:2959)
at Remote Member
'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in
org.apache.geode.internal.cache.partitioned.PartitionedRegionFunctionStreamingMessage.operateOnPartitionedRegion(PartitionedRegionFunctionStreamingMessage.java:101)
at Remote Member
'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in
org.apache.geode.internal.cache.partitioned.PartitionMessage.process(PartitionMessage.java:339)
at Remote Member
'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in
org.apache.geode.distributed.internal.DistributionMessage.scheduleAction(DistributionMessage.java:380)
at Remote Member
'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in
org.apache.geode.distributed.internal.DistributionMessage$1.run(DistributionMessage.java:445)
at Remote Member
'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at Remote Member
'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at Remote Member
'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in
org.apache.geode.distributed.internal.ClusterOperationExecutors.runUntilShutdown(ClusterOperationExecutors.java:444)
at Remote Member
'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in
org.apache.geode.distributed.internal.ClusterOperationExecutors.doFunctionExecutionThread(ClusterOperationExecutors.java:379)
at Remote Member
'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in
org.apache.geode.logging.internal.executors.LoggingThreadFactory.lambda$newThread$0(LoggingThreadFactory.java:120)
at Remote Member
'heavy-lifter-cb199ecc-faa0-5b03-a492-c553304ad37b(588430)<v94>:50170' in
java.lang.Thread.run(Thread.java:750)
at
org.apache.geode.distributed.internal.ReplyException.handleCause(ReplyException.java:86)
at
org.apache.geode.internal.cache.execute.FunctionStreamingResultCollector.waitForCacheOrFunctionException(FunctionStreamingResultCollector.java:482)
at
org.apache.geode.internal.cache.partitioned.PRFunctionStreamingResultCollector.getResultInternal(PRFunctionStreamingResultCollector.java:99)
at
org.apache.geode.internal.cache.execute.ResultCollectorHolder.getResult(ResultCollectorHolder.java:53)
at
org.apache.geode.internal.cache.partitioned.PRFunctionStreamingResultCollector.getResult(PRFunctionStreamingResultCollector.java:87)
at
org.apache.geode.internal.cache.tier.sockets.command.ExecuteRegionFunctionGeode18.executeFunctionWithResult(ExecuteRegionFunctionGeode18.java:61)
at
org.apache.geode.internal.cache.tier.sockets.command.ExecuteRegionFunction66.cmdExecute(ExecuteRegionFunction66.java:203)
at
org.apache.geode.internal.cache.tier.sockets.BaseCommand.execute(BaseCommand.java:187)
at
org.apache.geode.internal.cache.tier.sockets.ServerConnection.doNormalMessage(ServerConnection.java:880)
at
org.apache.geode.internal.cache.tier.sockets.ServerConnection.doOneMessage(ServerConnection.java:1074)
at
org.apache.geode.internal.cache.tier.sockets.ServerConnection.run(ServerConnection.java:1356)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at
org.apache.geode.internal.cache.tier.sockets.AcceptorImpl.lambda$initializeServerConnectionThreadPool$3(AcceptorImpl.java:690)
at
org.apache.geode.logging.internal.executors.LoggingThreadFactory.lambda$newThread$0(LoggingThreadFactory.java:120)
at java.lang.Thread.run(Thread.java:750){noformat}
> CI Failure :
> PRClientServerRegionFunctionExecutionFailoverDUnitTest.testOnRegionFailoverWithOneServerDownHA
> -----------------------------------------------------------------------------------------------------------
>
> Key: GEODE-1806
> URL: https://issues.apache.org/jira/browse/GEODE-1806
> Project: Geode
> Issue Type: Bug
> Components: functions, querying
> Reporter: Nabarun Nag
> Priority: Major
> Labels: CI
>
> com.gemstone.gemfire.test.dunit.RMIException: While invoking
> com.gemstone.gemfire.internal.cache.execute.PRClientServerRegionFunctionExecutionFailoverDUnitTest$$Lambda$576/1322568132.run
> in VM 3 running on Host cc1-co.gemstone.com with 4 VMs
> at com.gemstone.gemfire.test.dunit.VM.invoke(VM.java:389)
> at com.gemstone.gemfire.test.dunit.VM.invoke(VM.java:355)
> at com.gemstone.gemfire.test.dunit.VM.invoke(VM.java:293)
> at
> com.gemstone.gemfire.internal.cache.execute.PRClientServerRegionFunctionExecutionFailoverDUnitTest.testOnRegionFailoverWithOneServerDownHA(PRClientServerRegionFunctionExecutionFailoverDUnitTest.java:204)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:497)
> at
> org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
> at
> org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
> at
> org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
> at
> org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
> at
> org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
> at
> org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
> at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
> at org.junit.rules.RunRules.evaluate(RunRules.java:20)
> at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
> at
> org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
> at
> org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
> at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
> at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
> at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
> at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
> at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
> at
> org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
> at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
> at
> org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:114)
> at
> org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:57)
> at
> org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:66)
> at
> org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51)
> at sun.reflect.GeneratedMethodAccessor332.invoke(Unknown Source)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:497)
> at
> org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
> at
> org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
> at
> org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32)
> at
> org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
> at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
> at
> org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:109)
> at sun.reflect.GeneratedMethodAccessor331.invoke(Unknown Source)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:497)
> at
> org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
> at
> org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
> at
> org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:377)
> at
> org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:54)
> at
> org.gradle.internal.concurrent.StoppableExecutorImpl$1.run(StoppableExecutorImpl.java:40)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
> at java.lang.Thread.run(Thread.java:745)
> Caused by: com.gemstone.gemfire.cache.execute.FunctionException:
> com.gemstone.gemfire.cache.client.ServerOperationException: remote server on
> cc1-co(21844:loner):52802:a7a4739e: While performing a remote
> executeRegionFunction
> at
> com.gemstone.gemfire.internal.cache.execute.ServerRegionFunctionExecutor.executeOnServer(ServerRegionFunctionExecutor.java:233)
> at
> com.gemstone.gemfire.internal.cache.execute.ServerRegionFunctionExecutor.executeFunction(ServerRegionFunctionExecutor.java:167)
> at
> com.gemstone.gemfire.internal.cache.execute.AbstractExecution.execute(AbstractExecution.java:420)
> at
> com.gemstone.gemfire.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.execute(PRClientServerRegionFunctionExecutionDUnitTest.java:1554)
> at
> com.gemstone.gemfire.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.regionExecutionHAOneServerDown(PRClientServerRegionFunctionExecutionDUnitTest.java:510)
> at
> com.gemstone.gemfire.internal.cache.execute.PRClientServerRegionFunctionExecutionFailoverDUnitTest.lambda$testOnRegionFailoverWithOneServerDownHA$d3c434d3$1(PRClientServerRegionFunctionExecutionFailoverDUnitTest.java:204)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:497)
> at hydra.MethExecutor.executeObject(MethExecutor.java:268)
> at
> com.gemstone.gemfire.test.dunit.standalone.RemoteDUnitVM.executeMethodOnObject(RemoteDUnitVM.java:82)
> at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:497)
> at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:323)
> at sun.rmi.transport.Transport$1.run(Transport.java:200)
> at sun.rmi.transport.Transport$1.run(Transport.java:197)
> at java.security.AccessController.doPrivileged(Native Method)
> at sun.rmi.transport.Transport.serviceCall(Transport.java:196)
> at
> sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:568)
> at
> sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:826)
> at
> sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$95(TCPTransport.java:683)
> at java.security.AccessController.doPrivileged(Native Method)
> at
> sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:682)
> ... 3 more
> Caused by: com.gemstone.gemfire.cache.client.ServerOperationException: remote
> server on cc1-co(21844:loner):52802:a7a4739e: While performing a remote
> executeRegionFunction
> at
> com.gemstone.gemfire.cache.client.internal.ExecuteRegionFunctionOp$ExecuteRegionFunctionOpImpl.processResponse(ExecuteRegionFunctionOp.java:597)
> at
> com.gemstone.gemfire.cache.client.internal.AbstractOp.processResponse(AbstractOp.java:223)
> at
> com.gemstone.gemfire.cache.client.internal.AbstractOp.attemptReadResponse(AbstractOp.java:162)
> at
> com.gemstone.gemfire.cache.client.internal.AbstractOp.attempt(AbstractOp.java:377)
> at
> com.gemstone.gemfire.cache.client.internal.ConnectionImpl.execute(ConnectionImpl.java:269)
> at
> com.gemstone.gemfire.cache.client.internal.pooling.PooledConnection.execute(PooledConnection.java:328)
> at
> com.gemstone.gemfire.cache.client.internal.OpExecutorImpl.executeWithPossibleReAuthentication(OpExecutorImpl.java:937)
> at
> com.gemstone.gemfire.cache.client.internal.OpExecutorImpl.execute(OpExecutorImpl.java:155)
> at
> com.gemstone.gemfire.cache.client.internal.PoolImpl.execute(PoolImpl.java:711)
> at
> com.gemstone.gemfire.cache.client.internal.ExecuteRegionFunctionOp.execute(ExecuteRegionFunctionOp.java:99)
> at
> com.gemstone.gemfire.cache.client.internal.ServerRegionProxy.executeFunction(ServerRegionProxy.java:757)
> at
> com.gemstone.gemfire.internal.cache.execute.ServerRegionFunctionExecutor.executeOnServer(ServerRegionFunctionExecutor.java:222)
> ... 27 more
> Caused by: com.gemstone.gemfire.cache.execute.FunctionException:
> java.lang.NullPointerException
> at
> com.gemstone.gemfire.cache.client.internal.ExecuteRegionFunctionOp$ExecuteRegionFunctionOpImpl.processResponse(ExecuteRegionFunctionOp.java:575)
> ... 38 more
> Caused by: java.lang.NullPointerException
> at
> com.gemstone.gemfire.internal.cache.functions.TestFunction.executeHAAndNonHAOnRegion(TestFunction.java:990)
> at
> com.gemstone.gemfire.internal.cache.functions.TestFunction.execute(TestFunction.java:176)
> at
> com.gemstone.gemfire.internal.cache.execute.AbstractExecution.executeFunctionLocally(AbstractExecution.java:349)
> at
> com.gemstone.gemfire.internal.cache.execute.AbstractExecution.executeFunctionOnLocalPRNode(AbstractExecution.java:272)
> at
> com.gemstone.gemfire.internal.cache.PartitionedRegion.executeOnSingleNode(PartitionedRegion.java:3693)
> at
> com.gemstone.gemfire.internal.cache.PartitionedRegion.executeFunction(PartitionedRegion.java:3414)
> at
> com.gemstone.gemfire.internal.cache.execute.PartitionedRegionFunctionExecutor.executeFunction(PartitionedRegionFunctionExecutor.java:238)
> at
> com.gemstone.gemfire.internal.cache.execute.AbstractExecution.execute(AbstractExecution.java:420)
> at
> com.gemstone.gemfire.internal.cache.tier.sockets.command.ExecuteRegionFunction66.cmdExecute(ExecuteRegionFunction66.java:249)
> at
> com.gemstone.gemfire.internal.cache.tier.sockets.BaseCommand.execute(BaseCommand.java:145)
> at
> com.gemstone.gemfire.internal.cache.tier.sockets.ServerConnection.doNormalMsg(ServerConnection.java:783)
> at
> com.gemstone.gemfire.internal.cache.tier.sockets.ServerConnection.doOneMessage(ServerConnection.java:913)
> at
> com.gemstone.gemfire.internal.cache.tier.sockets.ServerConnection.run(ServerConnection.java:1180)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
> at
> com.gemstone.gemfire.internal.cache.tier.sockets.AcceptorImpl$1$1.run(AcceptorImpl.java:559)
> ... 1 more
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
