Hi,
I’m trying to track down an odd issue I’m seeing when using the
SolrEntityProcessor to seed some test data from a solr 4.x cluster to a solr
7.x cluster. It seems like strings are being interpreted as multivalued when
passed from a string field to a text field via the copyTo directive. Any clever
ideas how to resolve this?
Schema:
Fields and CopyTo
<field name="author" type="string" indexed="true" stored="true" />
<field name="authorText" type="text" indexed="true" stored="true" />
<copyField source="author" dest="authorText" />
Text fieldtype declaration:
<fieldType name="text" class="solr.TextField"
positionIncrementGap="100">
<analyzer type="index">
<charFilter class="solr.HTMLStripCharFilterFactory" />
<tokenizer class="solr.WhitespaceTokenizerFactory" />
<filter class="solr.StopFilterFactory" ignoreCase="true"
words="stopwords.txt" />
<filter class="solr.LowerCaseFilterFactory" />
<filter class="solr.SnowballPorterFilterFactory" language="English"
protected="protwords.txt" />
<filter class="solr.RemoveDuplicatesTokenFilterFactory" />
</analyzer>
<analyzer type="query">
<tokenizer class="solr.WhitespaceTokenizerFactory" />
<filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt"
ignoreCase="true" expand="true" />
<filter class="solr.StopFilterFactory" ignoreCase="true"
words="stopwords.txt" />
<filter class="solr.WordDelimiterGraphFilterFactory"
generateWordParts="1" generateNumberParts="1" catenateWords="0"
catenateNumbers="0" catenateAll="0" splitOnCaseChange="1" />
<filter class="solr.LowerCaseFilterFactory" />
<filter class="solr.SnowballPorterFilterFactory" language="English"
protected="protwords.txt" />
<filter class="solr.RemoveDuplicatesTokenFilterFactory" />
</analyzer>
</fieldType>
DIH Config:
<dataConfig>
<document>
<entity name="sep" processor="SolrEntityProcessor"
url="http://cluster.solr.eng.techtarget.com/solr/vignette "
query="*:*"
fl="*,orig_version_l:_version_">
<field column="title" name="titleString" />
<field column="title" name="title"/>
<field column="id"/>
<field column="typedef"/>
<field column="title"/>
<field column="url" />
</entity>
</document>
</dataConfig>
Error:
org.apache.solr.common.SolrException: ERROR:
[doc=d751e434c69b6210VgnVCM1000000d01c80aRCRD] Error adding field
'author'='Jeff Hartley' msg=Multiple values encountered for non multiValued
copy field authorText: Jeff Hartley
at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:203)
~[solr-core-7.4.0.jar:7.4.0 9060ac689c270b02143f375de0348b7f626adebc - jpountz
- 2018-06-18 16:55:13]
at
org.apache.solr.update.AddUpdateCommand.getLuceneDocument(AddUpdateCommand.java:101)
~[solr-core-7.4.0.jar:7.4.0 9060ac689c270b02143f375de0348b7f626adebc - jpountz
- 2018-06-18 16:55:13]
at
org.apache.solr.update.DirectUpdateHandler2.updateDocument(DirectUpdateHandler2.java:980)
~[solr-core-7.4.0.jar:7.4.0 9060ac689c270b02143f375de0348b7f626adebc - jpountz
- 2018-06-18 16:55:13]
at
org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:971)
~[solr-core-7.4.0.jar:7.4.0 9060ac689c270b02143f375de0348b7f626adebc - jpountz
- 2018-06-18 16:55:13]
at
org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:348)
~[solr-core-7.4.0.jar:7.4.0 9060ac689c270b02143f375de0348b7f626adebc - jpountz
- 2018-06-18 16:55:13]
at
org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:284)
~[solr-core-7.4.0.jar:7.4.0 9060ac689c270b02143f375de0348b7f626adebc - jpountz
- 2018-06-18 16:55:13]
at
org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:234)
~[solr-core-7.4.0.jar:7.4.0 9060ac689c270b02143f375de0348b7f626adebc - jpountz
- 2018-06-18 16:55:13]
at
org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
~[solr-core-7.4.0.jar:7.4.0 9060ac689c270b02143f375de0348b7f626adebc - jpountz
- 2018-06-18 16:55:13]
at
org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
~[solr-core-7.4.0.jar:7.4.0 9060ac689c270b02143f375de0348b7f626adebc - jpountz
- 2018-06-18 16:55:13]
at
org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:950)
~[solr-core-7.4.0.jar:7.4.0 9060ac689c270b02143f375de0348b7f626adebc - jpountz
- 2018-06-18 16:55:13]
at
org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1168)
~[solr-core-7.4.0.jar:7.4.0 9060ac689c270b02143f375de0348b7f626adebc - jpountz
- 2018-06-18 16:55:13]
at
org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:633)
~[solr-core-7.4.0.jar:7.4.0 9060ac689c270b02143f375de0348b7f626adebc - jpountz
- 2018-06-18 16:55:13]
at
org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
~[solr-core-7.4.0.jar:7.4.0 9060ac689c270b02143f375de0348b7f626adebc - jpountz
- 2018-06-18 16:55:13]
at org.apache.solr.handler.dataimport.SolrWriter.upload(SolrWriter.java:80)
~[?:?]
at
org.apache.solr.handler.dataimport.DataImportHandler$1.upload(DataImportHandler.java:258)
~[?:?]
at
org.apache.solr.handler.dataimport.DocBuilder.buildDocument(DocBuilder.java:527)
~[?:?]
at
org.apache.solr.handler.dataimport.DocBuilder.buildDocument(DocBuilder.java:415)
~[?:?]
at
org.apache.solr.handler.dataimport.DocBuilder.doFullDump(DocBuilder.java:330)
~[?:?]
at org.apache.solr.handler.dataimport.DocBuilder.execute(DocBuilder.java:233)
~[?:?]
at
org.apache.solr.handler.dataimport.DataImporter.doFullImport(DataImporter.java:424)
~[?:?]
at
org.apache.solr.handler.dataimport.DataImporter.runCmd(DataImporter.java:483)
~[?:?]
at
org.apache.solr.handler.dataimport.DataImporter.lambda$runAsync$0(DataImporter.java:466)
~[?:?]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
Caused by: org.apache.solr.common.SolrException: Multiple values encountered
for non multiValued copy field authorText: Jeff Hartley
at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:180)
~[solr-core-7.4.0.jar:7.4.0 9060ac689c270b02143f375de0348b7f626adebc - jpountz
- 2018-06-18 16:55:13]
... 22 more
