The default is 10 seconds and you can increase it by adding a "readTimeout" attribute (whose value is in milliseconds) in the URLDataSource e.g.
<dataSource type="URLDataSource" readTimeout="30000" /> On Fri, Jan 23, 2015 at 6:33 PM, Carl Roberts <carl.roberts.zap...@gmail.com > wrote: > Hi, > > I am using the DIH RSS example and I am running into a sporadic socket > timeout error during every 3rd or 4th request. Below is the stack trace. > What is the default socket timeout for reads and how can I increase it? > > > 15046 [Thread-17] ERROR org.apache.solr.handler.dataimport.URLDataSource > – Exception thrown while getting data > java.net.SocketTimeoutException: Read timed out > at java.net.SocketInputStream.socketRead0(Native Method) > at java.net.SocketInputStream.read(SocketInputStream.java:152) > at java.net.SocketInputStream.read(SocketInputStream.java:122) > at sun.security.ssl.InputRecord.readFully(InputRecord.java:442) > at sun.security.ssl.InputRecord.read(InputRecord.java:480) > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:927) > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:884) > at sun.security.ssl.AppInputStream.read(AppInputStream.java:102) > at java.io.BufferedInputStream.fill(BufferedInputStream.java:235) > at java.io.BufferedInputStream.read1(BufferedInputStream.java:275) > at java.io.BufferedInputStream.read(BufferedInputStream.java:334) > at sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:687) > at sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:633) > at sun.net.www.protocol.http.HttpURLConnection.getInputStream( > HttpURLConnection.java:1323) > at sun.net.www.protocol.https.HttpsURLConnectionImpl.getInputStream( > HttpsURLConnectionImpl.java:254) > at org.apache.solr.handler.dataimport.URLDataSource. > getData(URLDataSource.java:98) > at org.apache.solr.handler.dataimport.URLDataSource. > getData(URLDataSource.java:42) > at org.apache.solr.handler.dataimport.XPathEntityProcessor.initQuery( > XPathEntityProcessor.java:283) > at org.apache.solr.handler.dataimport.XPathEntityProcessor.fetchNextRow( > XPathEntityProcessor.java:224) > at org.apache.solr.handler.dataimport.XPathEntityProcessor.nextRow( > XPathEntityProcessor.java:204) > at org.apache.solr.handler.dataimport.EntityProcessorWrapper.nextRow( > EntityProcessorWrapper.java:243) > at org.apache.solr.handler.dataimport.DocBuilder. > buildDocument(DocBuilder.java:476) > at org.apache.solr.handler.dataimport.DocBuilder. > buildDocument(DocBuilder.java:415) > at org.apache.solr.handler.dataimport.DocBuilder. > doFullDump(DocBuilder.java:330) > at org.apache.solr.handler.dataimport.DocBuilder.execute( > DocBuilder.java:232) > at org.apache.solr.handler.dataimport.DataImporter. > doFullImport(DataImporter.java:416) > at org.apache.solr.handler.dataimport.DataImporter. > runCmd(DataImporter.java:480) > at org.apache.solr.handler.dataimport.DataImporter$1.run( > DataImporter.java:461) > 815049 [Thread-17] ERROR org.apache.solr.handler.dataimport.DocBuilder – > Exception while processing: nvd-rss document : SolrInputDocument(fields: > []):org.apache.solr.handler.dataimport.DataImportHandlerException: > Exception in invoking url https://nvd.nist.gov/download/nvd-rss.xml > Processing Document # 1 > at org.apache.solr.handler.dataimport.URLDataSource. > getData(URLDataSource.java:115) > at org.apache.solr.handler.dataimport.URLDataSource. > getData(URLDataSource.java:42) > at org.apache.solr.handler.dataimport.XPathEntityProcessor.initQuery( > XPathEntityProcessor.java:283) > at org.apache.solr.handler.dataimport.XPathEntityProcessor.fetchNextRow( > XPathEntityProcessor.java:224) > at org.apache.solr.handler.dataimport.XPathEntityProcessor.nextRow( > XPathEntityProcessor.java:204) > at org.apache.solr.handler.dataimport.EntityProcessorWrapper.nextRow( > EntityProcessorWrapper.java:243) > at org.apache.solr.handler.dataimport.DocBuilder. > buildDocument(DocBuilder.java:476) > at org.apache.solr.handler.dataimport.DocBuilder. > buildDocument(DocBuilder.java:415) > at org.apache.solr.handler.dataimport.DocBuilder. > doFullDump(DocBuilder.java:330) > at org.apache.solr.handler.dataimport.DocBuilder.execute( > DocBuilder.java:232) > at org.apache.solr.handler.dataimport.DataImporter. > doFullImport(DataImporter.java:416) > at org.apache.solr.handler.dataimport.DataImporter. > runCmd(DataImporter.java:480) > at org.apache.solr.handler.dataimport.DataImporter$1.run( > DataImporter.java:461) > Caused by: java.net.SocketTimeoutException: Read timed out > at java.net.SocketInputStream.socketRead0(Native Method) > at java.net.SocketInputStream.read(SocketInputStream.java:152) > at java.net.SocketInputStream.read(SocketInputStream.java:122) > at sun.security.ssl.InputRecord.readFully(InputRecord.java:442) > at sun.security.ssl.InputRecord.read(InputRecord.java:480) > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:927) > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:884) > at sun.security.ssl.AppInputStream.read(AppInputStream.java:102) > at java.io.BufferedInputStream.fill(BufferedInputStream.java:235) > at java.io.BufferedInputStream.read1(BufferedInputStream.java:275) > at java.io.BufferedInputStream.read(BufferedInputStream.java:334) > at sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:687) > at sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:633) > at sun.net.www.protocol.http.HttpURLConnection.getInputStream( > HttpURLConnection.java:1323) > at sun.net.www.protocol.https.HttpsURLConnectionImpl.getInputStream( > HttpsURLConnectionImpl.java:254) > at org.apache.solr.handler.dataimport.URLDataSource. > getData(URLDataSource.java:98) > ... 12 more > > 815050 [Thread-17] INFO org.apache.solr.update.processor.LogUpdateProcessor > – [nvd-rss] webapp=/solr path=/dataimport params={command=full-import} > status=0 QTime=4 {deleteByQuery=*:* (-1491114779484356608)} 0 4 > 815050 [Thread-17] ERROR org.apache.solr.handler.dataimport.DataImporter > – Full Import failed:java.lang.RuntimeException: > java.lang.RuntimeException: > org.apache.solr.handler.dataimport.DataImportHandlerException: > Exception in invoking url https://nvd.nist.gov/download/nvd-rss.xml > Processing Document # 1 > at org.apache.solr.handler.dataimport.DocBuilder.execute( > DocBuilder.java:271) > at org.apache.solr.handler.dataimport.DataImporter. > doFullImport(DataImporter.java:416) > at org.apache.solr.handler.dataimport.DataImporter. > runCmd(DataImporter.java:480) > at org.apache.solr.handler.dataimport.DataImporter$1.run( > DataImporter.java:461) > Caused by: java.lang.RuntimeException: > org.apache.solr.handler.dataimport.DataImportHandlerException: > Exception in invoking url https://nvd.nist.gov/download/nvd-rss.xml > Processing Document # 1 > at org.apache.solr.handler.dataimport.DocBuilder. > buildDocument(DocBuilder.java:417) > at org.apache.solr.handler.dataimport.DocBuilder. > doFullDump(DocBuilder.java:330) > at org.apache.solr.handler.dataimport.DocBuilder.execute( > DocBuilder.java:232) > ... 3 more > Caused by: org.apache.solr.handler.dataimport.DataImportHandlerException: > Exception in invoking url https://nvd.nist.gov/download/nvd-rss.xml > Processing Document # 1 > at org.apache.solr.handler.dataimport.URLDataSource. > getData(URLDataSource.java:115) > at org.apache.solr.handler.dataimport.URLDataSource. > getData(URLDataSource.java:42) > at org.apache.solr.handler.dataimport.XPathEntityProcessor.initQuery( > XPathEntityProcessor.java:283) > at org.apache.solr.handler.dataimport.XPathEntityProcessor.fetchNextRow( > XPathEntityProcessor.java:224) > at org.apache.solr.handler.dataimport.XPathEntityProcessor.nextRow( > XPathEntityProcessor.java:204) > at org.apache.solr.handler.dataimport.EntityProcessorWrapper.nextRow( > EntityProcessorWrapper.java:243) > at org.apache.solr.handler.dataimport.DocBuilder. > buildDocument(DocBuilder.java:476) > at org.apache.solr.handler.dataimport.DocBuilder. > buildDocument(DocBuilder.java:415) > ... 5 more > Caused by: java.net.SocketTimeoutException: Read timed out > at java.net.SocketInputStream.socketRead0(Native Method) > at java.net.SocketInputStream.read(SocketInputStream.java:152) > at java.net.SocketInputStream.read(SocketInputStream.java:122) > at sun.security.ssl.InputRecord.readFully(InputRecord.java:442) > at sun.security.ssl.InputRecord.read(InputRecord.java:480) > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:927) > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:884) > at sun.security.ssl.AppInputStream.read(AppInputStream.java:102) > at java.io.BufferedInputStream.fill(BufferedInputStream.java:235) > at java.io.BufferedInputStream.read1(BufferedInputStream.java:275) > at java.io.BufferedInputStream.read(BufferedInputStream.java:334) > at sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:687) > at sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:633) > at sun.net.www.protocol.http.HttpURLConnection.getInputStream( > HttpURLConnection.java:1323) > at sun.net.www.protocol.https.HttpsURLConnectionImpl.getInputStream( > HttpsURLConnectionImpl.java:254) > at org.apache.solr.handler.dataimport.URLDataSource. > getData(URLDataSource.java:98) > ... 12 more > > -- Regards, Shalin Shekhar Mangar.
