Hi, Could you try 4.0 or the latest 4.x along with the latest Java from Oracle?
Otis -- SOLR Performance Monitoring - http://sematext.com/spm On Dec 18, 2012 10:19 PM, "Jam Luo" <cooljam2...@gmail.com> wrote: > Hello, > > I deployed a solr-4.0-beta cluster, 4 shard, 2 peers in a shard. A peer > catch exception: > 十二月 18, 2012 7:56:31 下午 org.apache.solr.common.SolrException log > 严重: null:java.lang.RuntimeException: java.lang.OutOfMemoryError: unable to > create new native thread > > After some hours, B peer catch java.lang.OutOfMemoryError because of B > can't shard update with A, then the shard can't work, then all of the > cluster can't work now. > > Solr server can't restore by itself when catch OOM error, but the OOM > server do not mark it down in zookeeper, then other peer do something with > the error server frequently, all of them are going down. > > this is A log > 十二月 18, 2012 7:57:06 下午 org.apache.solr.common.SolrException log > 严重: null:java.lang.RuntimeException: java.lang.OutOfMemoryError: unable to > create new native thread > at > > org.apache.solr.servlet.SolrDispatchFilter.sendError(SolrDispatchFilter.java:456) > at > > org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:284) > at > > org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1337) > at > org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:484) > at > > org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:119) > at > org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:524) > at > > org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:233) > at > > org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1065) > at > org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:413) > at > > org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:192) > at > > org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:999) > at > > org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:117) > at > > org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:250) > at > > org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:149) > at > > org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:111) > at org.eclipse.jetty.server.Server.handle(Server.java:351) > at > > org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:454) > at > > org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:900) > at > > org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:954) > at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:952) > at > org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235) > at > > org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:77) > at > > org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:609) > at > > org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:45) > at > > org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) > at > > org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) > at java.lang.Thread.run(Thread.java:722) > Caused by: java.lang.OutOfMemoryError: unable to create new native thread > at java.lang.Thread.start0(Native Method) > at java.lang.Thread.start(Thread.java:691) > at > > org.apache.lucene.index.ConcurrentMergeScheduler.merge(ConcurrentMergeScheduler.java:363) > at > org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1644) > at > org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1638) > at > org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1287) > at > org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1248) > at > > org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:177) > at > > org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:56) > at > > org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:51) > at > > org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:358) > at > > org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:455) > at > > org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:261) > at > org.apache.solr.handler.XMLLoader.processUpdate(XMLLoader.java:135) > at org.apache.solr.handler.XMLLoader.load(XMLLoader.java:79) > at > > org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:73) > at > > org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129) > at org.apache.solr.core.SolrCore.execute(SolrCore.java:1544) > at > > org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:442) > at > > org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:263) > ... 25 more > > 十二月 18, 2012 7:57:06 下午 org.apache.solr.common.SolrException log > 严重: null:java.lang.RuntimeException: java.lang.OutOfMemoryError: unable to > create new native thread > at > > org.apache.solr.servlet.SolrDispatchFilter.sendError(SolrDispatchFilter.java:456) > at > > org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:284) > at > > org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1337) > at > org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:484) > at > > org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:119) > at > org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:524) > at > > org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:233) > at > > org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1065) > at > org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:413) > at > > org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:192) > at > > org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:999) > at > > org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:117) > at > > org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:250) > at > > org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:149) > at > > org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:111) > at org.eclipse.jetty.server.Server.handle(Server.java:351) > at > > org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:454) > at > > org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:890) > at > > org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:944) > at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:634) > at > org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:230) > at > > org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:77) > at > > org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:609) > at > > org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:45) > at > > org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) > at > > org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) > at java.lang.Thread.run(Thread.java:722) > Caused by: java.lang.OutOfMemoryError: unable to create new native thread > at java.lang.Thread.start0(Native Method) > at java.lang.Thread.start(Thread.java:691) > at > > org.apache.solr.update.DefaultSolrCoreState.doRecovery(DefaultSolrCoreState.java:145) > at > > org.apache.solr.handler.admin.CoreAdminHandler.handleRequestRecoveryAction(CoreAdminHandler.java:634) > at > > org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:187) > at > > org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129) > at > > org.apache.solr.servlet.SolrDispatchFilter.handleAdminRequest(SolrDispatchFilter.java:359) > at > > org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:175) > ... 25 more > > 十二月 18, 2012 7:57:06 下午 org.apache.solr.common.SolrException log > 严重: auto commit error...:java.lang.IllegalStateException: this writer hit > an OutOfMemoryError; cannot commit > at > org.apache.lucene.index.IndexWriter.startCommit(IndexWriter.java:3611) > at > org.apache.lucene.index.IndexWriter.prepareCommit(IndexWriter.java:2477) > at > org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2548) > at > org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2530) > at > > org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:414) > at org.apache.solr.update.CommitTracker.run(CommitTracker.java:212) > at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) > at > java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334) > at java.util.concurrent.FutureTask.run(FutureTask.java:166) > at > > java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178) > at > > java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292) > at > > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) > at > > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) > at java.lang.Thread.run(Thread.java:722) > > 十二月 18, 2012 7:58:04 下午 org.apache.solr.common.SolrException log > 严重: auto commit error...:java.lang.IllegalStateException: this writer hit > an OutOfMemoryError; cannot commit > at > org.apache.lucene.index.IndexWriter.prepareCommit(IndexWriter.java:2394) > at > org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2548) > at > org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2530) > at > > org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:414) > at org.apache.solr.update.CommitTracker.run(CommitTracker.java:212) > at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) > at > java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334) > at java.util.concurrent.FutureTask.run(FutureTask.java:166) > at > > java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178) > at > > java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292) > at > > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) > at > > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) > at java.lang.Thread.run(Thread.java:722) > > > > ------------------------------------------------------------------------------------------------------ > > this is B log > Dec 18, 2012 7:57:06 PM org.apache.solr.common.SolrException log > SEVERE: shard update error StdNode: > http://index39:8983/solr/today/:org.apache.solr.common.SolrException: > Server at http://index39:8983/solr/today re > turned non ok status:500, message:Server Error > at > > org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:402) > at > > org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:209) > at > > org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:320) > at > > org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:301) > at > java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334) > at java.util.concurrent.FutureTask.run(FutureTask.java:166) > at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) > at > java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334) > at java.util.concurrent.FutureTask.run(FutureTask.java:166) > at > > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) > at > > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) > at java.lang.Thread.run(Thread.java:722) > > Dec 19, 2012 12:03:52 AM org.apache.solr.common.SolrException log > SEVERE: null:java.lang.RuntimeException: java.lang.OutOfMemoryError: unable > to create new native thread > at > > org.apache.solr.servlet.SolrDispatchFilter.sendError(SolrDispatchFilter.java:456) > at > > org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:284) > at > > org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1337) > at > org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:484) > at > > org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:119) > at > org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:499) > at > > org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:233) > at > > org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1065) > at > org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:413) > at > > org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:192) > at > > org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:999) > at > > org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:117) > at > > org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:250) > at > > org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:149) > at > > org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:111) > at org.eclipse.jetty.server.Server.handle(Server.java:351) > at > > org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:454) > at > > org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:47) > at > > org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:900) > at > > org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:954) > at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:952) > at > org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235) > at > > org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:66) > at > > org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:254) > at > > org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) > at > > org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) > at java.lang.Thread.run(Thread.java:722) > Caused by: java.lang.OutOfMemoryError: unable to create new native thread > at java.lang.Thread.start0(Native Method) > at java.lang.Thread.start(Thread.java:691) > at > > java.util.concurrent.ThreadPoolExecutor.addWorker(ThreadPoolExecutor.java:943) > at > > java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1336) > at > > java.util.concurrent.ExecutorCompletionService.submit(ExecutorCompletionService.java:181) > at > > org.apache.solr.update.SolrCmdDistributor.submit(SolrCmdDistributor.java:335) > at > > org.apache.solr.update.SolrCmdDistributor.submit(SolrCmdDistributor.java:291) > at > > org.apache.solr.update.SolrCmdDistributor.flushAdds(SolrCmdDistributor.java:223) > at > > org.apache.solr.update.SolrCmdDistributor.finish(SolrCmdDistributor.java:96) > at > > org.apache.solr.update.processor.DistributedUpdateProcessor.doFinish(DistributedUpdateProcessor.java:301) > at > > org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:816) > at > > org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:82) > at > > org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129) > at org.apache.solr.core.SolrCore.execute(SolrCore.java:1544) > at > > org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:442) > at > > org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:263) > ... 25 more > > Dec 19, 2012 12:03:54 AM org.apache.solr.common.SolrException log > SEVERE: null:java.lang.RuntimeException: java.lang.OutOfMemoryError: unable > to create new native thread > at > > org.apache.solr.servlet.SolrDispatchFilter.sendError(SolrDispatchFilter.java:456) > at > > org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:284) > at > > org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1337) > at > org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:484) > at > > org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:119) > at > org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:499) > at > > org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:233) > at > > org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1065) > at > org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:413) > at > > org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:192) > at > > org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:999) > at > > org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:117) > at > > org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:250) > at > > org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:149) > at > > org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:111) > at org.eclipse.jetty.server.Server.handle(Server.java:351) > at > > org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:454) > at > > org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:47) > at > > org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:900) > at > > org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:954) > at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:952) > at > org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235) > at > > org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:66) > at > > org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:254) > at > > org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) > at > > org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) > at java.lang.Thread.run(Thread.java:722) > Caused by: java.lang.OutOfMemoryError: unable to create new native thread > at java.lang.Thread.start0(Native Method) > at java.lang.Thread.start(Thread.java:691) > at > > java.util.concurrent.ThreadPoolExecutor.addWorker(ThreadPoolExecutor.java:943) > at > > java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1336) > at > > java.util.concurrent.ExecutorCompletionService.submit(ExecutorCompletionService.java:181) > at > > org.apache.solr.update.SolrCmdDistributor.submit(SolrCmdDistributor.java:335) > at > > org.apache.solr.update.SolrCmdDistributor.submit(SolrCmdDistributor.java:291) > at > > org.apache.solr.update.SolrCmdDistributor.flushAdds(SolrCmdDistributor.java:223) > at > > org.apache.solr.update.SolrCmdDistributor.finish(SolrCmdDistributor.java:96) > at > > org.apache.solr.update.processor.DistributedUpdateProcessor.doFinish(DistributedUpdateProcessor.java:301) > at > > org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:816) > at > > org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:82) > at > > org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129) > at org.apache.solr.core.SolrCore.execute(SolrCore.java:1544) > at > > org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:442) > at > > org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:263) > ... 25 more > > Dec 19, 2012 12:03:56 AM org.apache.solr.common.SolrException log > SEVERE: null:java.lang.RuntimeException: java.lang.OutOfMemoryError: unable > to create new native thread > at > > org.apache.solr.servlet.SolrDispatchFilter.sendError(SolrDispatchFilter.java:456) > at > > org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:284) > at > > org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1337) > at > org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:484) > at > > org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:119) > at > org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:499) > at > > org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:233) > at > > org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1065) > at > org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:413) > at > > org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:192) > at > > org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:999) > at > > org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:117) > at > > org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:250) > at > > org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:149) > at > > org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:111) > at org.eclipse.jetty.server.Server.handle(Server.java:351) > at > > org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:454) > at > > org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:47) > at > > org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:900) > at > > org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:954) > at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:952) > at > org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235) > at > > org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:66) > at > > org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:254) > at > > org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) > at > > org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) > at java.lang.Thread.run(Thread.java:722) > Caused by: java.lang.OutOfMemoryError: unable to create new native thread > at java.lang.Thread.start0(Native Method) > at java.lang.Thread.start(Thread.java:691) > at > > java.util.concurrent.ThreadPoolExecutor.addWorker(ThreadPoolExecutor.java:943) > at > > java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1336) > at > > java.util.concurrent.ExecutorCompletionService.submit(ExecutorCompletionService.java:181) > at > > org.apache.solr.update.SolrCmdDistributor.submit(SolrCmdDistributor.java:335) > at > > org.apache.solr.update.SolrCmdDistributor.submit(SolrCmdDistributor.java:291) > at > > org.apache.solr.update.SolrCmdDistributor.flushAdds(SolrCmdDistributor.java:223) > at > > org.apache.solr.update.SolrCmdDistributor.finish(SolrCmdDistributor.java:96) > at > > org.apache.solr.update.processor.DistributedUpdateProcessor.doFinish(DistributedUpdateProcessor.java:301) > at > > org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:816) > at > > org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:82) > at > > org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129) > at org.apache.solr.core.SolrCore.execute(SolrCore.java:1544) > at > > org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:442) > at > > org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:263) > ... 25 more > > > Regards, > Luo Jia. >
