I just started up a two shard cluster on two machines using HDFS. When I
started to index documents, the log shows errors like this. They repeat
when I execute searches. All seems well - searches and indexing appear
to be working.
Possibly a configuration issue?
My HDFS config:
<directoryFactory name="DirectoryFactory"
class="solr.HdfsDirectoryFactory">
<bool name="solr.hdfs.blockcache.enabled">true</bool>
<int name="solr.hdfs.blockcache.slab.count">160</int>
<bool
name="solr.hdfs.blockcache.direct.memory.allocation">true</bool>
<int name="solr.hdfs.blockcache.blocksperbank">16384</int>
<bool name="solr.hdfs.blockcache.read.enabled">true</bool>
<bool name="solr.hdfs.blockcache.write.enabled">false</bool>
<bool name="solr.hdfs.nrtcachingdirectory.enable">true</bool>
<int name="solr.hdfs.nrtcachingdirectory.maxmergesizemb">64</int>
<int name="solr.hdfs.nrtcachingdirectory.maxcachedmb">512</int>
<str name="solr.hdfs.home">hdfs://nameservice1:8020/solr5</str>
<str name="solr.hdfs.confdir">/etc/hadoop/conf.cloudera.hdfs1</str>
</directoryFactory>
Thank you!
-Joe
--------------------------------------------------------
java.lang.IllegalStateException: file:
BlockDirectory(HdfsDirectory@799d5a0e
lockFactory=org.apache.solr.store.hdfs.HdfsLockFactory@49838b82) appears
both in delegate and in cache: cache=[_25.fnm, _2d.si, _2e.nvd, _2b.si,
_28.tvx, _2c.tvx, _1t.si, _27.nvd, _2b.tvd, _2d_Lucene50_0.pos, _23.nvd,
_28_Lucene50_0.doc, _28_Lucene50_0.dvd, _2d.fdt, _2c_Lucene50_0.pos,
_23.fdx, _2b_Lucene50_0.doc, _2d.nvm, _28.nvd, _23.fnm,
_2b_Lucene50_0.tim, _2e.fdt, _2d_Lucene50_0.doc, _2b_Lucene50_0.dvd,
_2d_Lucene50_0.dvd, _2b.nvd, _2g.tvx, _28_Lucene50_0.dvm,
_1v_Lucene50_0.tip, _2e_Lucene50_0.dvm, _2e_Lucene50_0.pos, _2g.fdx,
_2e.nvm, _2f.fdx, _1s.tvd, _23.nvm, _27.nvm, _1s_Lucene50_0.tip,
_2c.fnm, _2b.fdt, _2d.fdx, _2c.fdx, _2c.nvm, _2e.fnm,
_2d_Lucene50_0.dvm, _28.nvm, _28.fnm, _2b_Lucene50_0.tip,
_2e_Lucene50_0.dvd, _2c.si, _2f.fdt, _2b.fnm, _2e_Lucene50_0.tip,
_28.si, _28_Lucene50_0.tip, _2f.tvd, _2d_Lucene50_0.tim, _2f.tvx,
_2b_Lucene50_0.pos, _2e.fdx, _28.fdx, _2c_Lucene50_0.dvd, _2g.tvd,
_2c_Lucene50_0.tim, _2b.nvm, _23.fdt, _1s_Lucene50_0.tim,
_28_Lucene50_0.tim, _2c_Lucene50_0.doc, _28.tvd, _2b.tvx, _2c.nvd,
_2b.fdx, _2c_Lucene50_0.tip, _2e_Lucene50_0.doc, _2e_Lucene50_0.tim,
_2c.fdt, _27.tvd, _2d.tvd, _2d.tvx, _28_Lucene50_0.pos,
_2b_Lucene50_0.dvm, _2e.si, _2e.tvd, _2d.fnm, _2c.tvd, _2g.fdt, _2e.tvx,
_28.fdt, _2d_Lucene50_0.tip, _2c_Lucene50_0.dvm,
_2d.nvd],delegate=[_10.fdt, _10.fdx, _10.fnm, _10.nvd, _10.nvm, _10.si,
_10.tvd, _10.tvx, _10_Lucene50_0.doc, _10_Lucene50_0.dvd,
_10_Lucene50_0.dvm, _10_Lucene50_0.pos, _10_Lucene50_0.tim,
_10_Lucene50_0.tip, _11.fdt, _11.fdx, _11.fnm, _11.nvd, _11.nvm, _11.si,
_11.tvd, _11.tvx, _11_Lucene50_0.doc, _11_Lucene50_0.dvd,
_11_Lucene50_0.dvm, _11_Lucene50_0.pos, _11_Lucene50_0.tim,
_11_Lucene50_0.tip, _12.fdt, _12.fdx, _12.fnm, _12.nvd, _12.nvm, _12.si,
_12.tvd, _12.tvx, _12_Lucene50_0.doc, _12_Lucene50_0.dvd,
_12_Lucene50_0.dvm, _12_Lucene50_0.pos, _12_Lucene50_0.tim,
_12_Lucene50_0.tip, _13.fdt, _13.fdx, _13.fnm, _13.nvd, _13.nvm, _13.si,
_13.tvd, _13.tvx, _13_Lucene50_0.doc, _13_Lucene50_0.dvd,
_13_Lucene50_0.dvm, _13_Lucene50_0.pos, _13_Lucene50_0.tim,
_13_Lucene50_0.tip, _14.fdt, _14.fdx, _14.fnm, _14.nvd, _14.nvm, _14.si,
_14.tvd, _14.tvx, _14_Lucene50_0.doc, _14_Lucene50_0.dvd,
_14_Lucene50_0.dvm, _14_Lucene50_0.pos, _14_Lucene50_0.tim,
_14_Lucene50_0.tip, _15.fdt, _15.fdx, _15.fnm, _15.nvd, _15.nvm, _15.si,
_15.tvd, _15.tvx, _15_Lucene50_0.doc, _15_Lucene50_0.dvd,
_15_Lucene50_0.dvm, _15_Lucene50_0.pos, _15_Lucene50_0.tim,
_15_Lucene50_0.tip, _1f.fdt, _1f.fdx, _1f.fnm, _1f.nvd, _1f.nvm, _1f.si,
_1f.tvd, _1f.tvx, _1f_Lucene50_0.doc, _1f_Lucene50_0.dvd,
_1f_Lucene50_0.dvm, _1f_Lucene50_0.pos, _1f_Lucene50_0.tim,
_1f_Lucene50_0.tip, _1g.fdt, _1g.fdx, _1g.fnm, _1g.nvd, _1g.nvm, _1g.si,
_1g.tvd, _1g.tvx, _1g_Lucene50_0.doc, _1g_Lucene50_0.dvd,
_1g_Lucene50_0.dvm, _1g_Lucene50_0.pos, _1g_Lucene50_0.tim,
_1g_Lucene50_0.tip, _1h.fdt, _1h.fdx, _1h.fnm, _1h.nvd, _1h.nvm, _1h.si,
_1h.tvd, _1h.tvx, _1h_Lucene50_0.doc, _1h_Lucene50_0.dvd,
_1h_Lucene50_0.dvm, _1h_Lucene50_0.pos, _1h_Lucene50_0.tim,
_1h_Lucene50_0.tip, _1i.fdt, _1i.fdx, _1i.fnm, _1i.nvd, _1i.nvm, _1i.si,
_1i.tvd, _1i.tvx, _1i_Lucene50_0.doc, _1i_Lucene50_0.dvd,
_1i_Lucene50_0.dvm, _1i_Lucene50_0.pos, _1i_Lucene50_0.tim,
_1i_Lucene50_0.tip, _1j.fdt, _1j.fdx, _1j.fnm, _1j.nvd, _1j.nvm, _1j.si,
_1j.tvd, _1j.tvx, _1j_Lucene50_0.doc, _1j_Lucene50_0.dvd,
_1j_Lucene50_0.dvm, _1j_Lucene50_0.pos, _1j_Lucene50_0.tim,
_1j_Lucene50_0.tip, _1k.fdt, _1k.fdx, _1k.fnm, _1k.nvd, _1k.nvm, _1k.si,
_1k.tvd, _1k.tvx, _1k_Lucene50_0.doc, _1k_Lucene50_0.dvd,
_1k_Lucene50_0.dvm, _1k_Lucene50_0.pos, _1k_Lucene50_0.tim,
_1k_Lucene50_0.tip, _1l.fdt, _1l.fdx, _1l.fnm, _1l.nvd, _1l.nvm, _1l.si,
_1l.tvd, _1l.tvx, _1l_Lucene50_0.doc, _1l_Lucene50_0.dvd,
_1l_Lucene50_0.dvm, _1l_Lucene50_0.pos, _1l_Lucene50_0.tim,
_1l_Lucene50_0.tip, _1m.fdt, _1m.fdx, _1m.fnm, _1m.nvd, _1m.nvm, _1m.si,
_1m.tvd, _1m.tvx, _1m_Lucene50_0.doc, _1m_Lucene50_0.dvd,
_1m_Lucene50_0.dvm, _1m_Lucene50_0.pos, _1m_Lucene50_0.tim,
_1m_Lucene50_0.tip, _1n.fdt, _1n.fdx, _1n.fnm, _1n.nvd, _1n.nvm, _1n.si,
_1n.tvd, _1n.tvx, _1n_Lucene50_0.doc, _1n_Lucene50_0.dvd,
_1n_Lucene50_0.dvm, _1n_Lucene50_0.pos, _1n_Lucene50_0.tim,
_1n_Lucene50_0.tip, _1p.fdt, _1p.fdx, _1p.fnm, _1p.nvd, _1p.nvm, _1p.si,
_1p.tvd, _1p.tvx, _1p_Lucene50_0.doc, _1p_Lucene50_0.dvd,
_1p_Lucene50_0.dvm, _1p_Lucene50_0.pos, _1p_Lucene50_0.tim,
_1p_Lucene50_0.tip, _1s.fdt, _1s.fdx, _1s.fnm, _1s.nvd, _1s.nvm, _1s.si,
_1s.tvx, _1s_Lucene50_0.doc, _1s_Lucene50_0.dvd, _1s_Lucene50_0.dvm,
_1s_Lucene50_0.pos, _1t.fdt, _1t.fdx, _1t.fnm, _1t.nvd, _1t.nvm,
_1t.tvd, _1t.tvx, _1t_Lucene50_0.doc, _1t_Lucene50_0.dvd,
_1t_Lucene50_0.dvm, _1t_Lucene50_0.pos, _1t_Lucene50_0.tim,
_1t_Lucene50_0.tip, _1v.fdt, _1v.fdx, _1v.fnm, _1v.nvd, _1v.nvm, _1v.si,
_1v.tvd, _1v.tvx, _1v_Lucene50_0.doc, _1v_Lucene50_0.dvd,
_1v_Lucene50_0.dvm, _1v_Lucene50_0.pos, _1v_Lucene50_0.tim,
_1v_Lucene50_0.tip, _22.fdt, _22.fdx, _22.fnm, _22.nvd, _22.nvm, _22.si,
_22.tvd, _22.tvx, _22_Lucene50_0.doc, _22_Lucene50_0.dvd,
_22_Lucene50_0.dvm, _22_Lucene50_0.pos, _22_Lucene50_0.tim,
_22_Lucene50_0.tip, _23.si, _23.tvd, _23.tvx, _23_Lucene50_0.doc,
_23_Lucene50_0.dvd, _23_Lucene50_0.dvm, _23_Lucene50_0.pos,
_23_Lucene50_0.tim, _23_Lucene50_0.tip, _24.fdt, _24.fdx, _24.fnm,
_24.nvd, _24.nvm, _24.si, _24.tvd, _24.tvx, _24_Lucene50_0.doc,
_24_Lucene50_0.dvd, _24_Lucene50_0.dvm, _24_Lucene50_0.pos,
_24_Lucene50_0.tim, _24_Lucene50_0.tip, _25.fdt, _25.fdx, _25.nvd,
_25.nvm, _25.si, _25.tvd, _25.tvx, _25_Lucene50_0.doc,
_25_Lucene50_0.dvd, _25_Lucene50_0.dvm, _25_Lucene50_0.pos,
_25_Lucene50_0.tim, _25_Lucene50_0.tip, _26.fdt, _26.fdx, _26.fnm,
_26.nvd, _26.nvm, _26.si, _26.tvd, _26.tvx, _26_Lucene50_0.doc,
_26_Lucene50_0.dvd, _26_Lucene50_0.dvm, _26_Lucene50_0.pos,
_26_Lucene50_0.tim, _26_Lucene50_0.tip, _27.fdt, _27.fdx, _27.fnm,
_27.si, _27.tvx, _27_Lucene50_0.doc, _27_Lucene50_0.dvd,
_27_Lucene50_0.dvm, _27_Lucene50_0.pos, _27_Lucene50_0.tim,
_27_Lucene50_0.tip, _u.fdt, _u.fdx, _u.fnm, _u.nvd, _u.nvm, _u.si,
_u.tvd, _u.tvx, _u_Lucene50_0.doc, _u_Lucene50_0.dvd, _u_Lucene50_0.dvm,
_u_Lucene50_0.pos, _u_Lucene50_0.tim, _u_Lucene50_0.tip, _v.fdt, _v.fdx,
_v.fnm, _v.nvd, _v.nvm, _v.si, _v.tvd, _v.tvx, _v_Lucene50_0.doc,
_v_Lucene50_0.dvd, _v_Lucene50_0.dvm, _v_Lucene50_0.pos,
_v_Lucene50_0.tim, _v_Lucene50_0.tip, _w.fdt, _w.fdx, _w.fnm, _w.nvd,
_w.nvm, _w.si, _w.tvd, _w.tvx, _w_Lucene50_0.doc, _w_Lucene50_0.dvd,
_w_Lucene50_0.dvm, _w_Lucene50_0.pos, _w_Lucene50_0.tim,
_w_Lucene50_0.tip, _x.fdt, _x.fdx, _x.fnm, _x.nvd, _x.nvm, _x.si,
_x.tvd, _x.tvx, _x_Lucene50_0.doc, _x_Lucene50_0.dvd, _x_Lucene50_0.dvm,
_x_Lucene50_0.pos, _x_Lucene50_0.tim, _x_Lucene50_0.tip, _y.fdt, _y.fdx,
_y.fnm, _y.nvd, _y.nvm, _y.si, _y.tvd, _y.tvx, _y_Lucene50_0.doc,
_y_Lucene50_0.dvd, _y_Lucene50_0.dvm, _y_Lucene50_0.pos,
_y_Lucene50_0.tim, _y_Lucene50_0.tip, _z.fdt, _z.fdx, _z.fnm, _z.nvd,
_z.nvm, _z.si, _z.tvd, _z.tvx, _z_Lucene50_0.doc, _z_Lucene50_0.dvd,
_z_Lucene50_0.dvm, _z_Lucene50_0.pos, _z_Lucene50_0.tim,
_z_Lucene50_0.tip, pending_segments_b, segments_9, segments_a, write.lock]
at
org.apache.lucene.store.NRTCachingDirectory.listAll(NRTCachingDirectory.java:103)
at
org.apache.solr.core.DirectoryFactory.sizeOfDirectory(DirectoryFactory.java:208)
at
org.apache.solr.handler.ReplicationHandler.getIndexSize(ReplicationHandler.java:583)
at
org.apache.solr.handler.ReplicationHandler.getStatistics(ReplicationHandler.java:619)
at
org.apache.solr.handler.admin.SolrInfoMBeanHandler.addMBean(SolrInfoMBeanHandler.java:165)
at
org.apache.solr.handler.admin.SolrInfoMBeanHandler.getMBeanInfo(SolrInfoMBeanHandler.java:135)
at
org.apache.solr.handler.admin.SolrInfoMBeanHandler.handleRequestBody(SolrInfoMBeanHandler.java:66)
at
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:144)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2006)
at
org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:777)
at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:413)
at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:204)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
at
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
at
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:557)
at
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:231)
at
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1075)
at
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
at
org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:255)
at
org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:154)
at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
at org.eclipse.jetty.server.Server.handle(Server.java:368)
at
org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
at
org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
at
org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:953)
at
org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:1014)
at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:861)
at
org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
at
org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
at
org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
