and i use dynamicfields for NomDocument,ContenuDocument,Postit
exemple: ContenuDocument_fr, ContenuDocument_en,ContenuDocument_ar
<processor
class="org.apache.solr.update.processor.LangDetectLanguageIdentifierUpdateProcessorFactory">
<lst name="defaults">
<str name="langid.fl">NomDocument,ContenuDocument,Postit</str>
<str name="langid.langField">language_s</str>
<str name="langid.fallback">fr</str>
<str name="langid.whitelist">en,fr,ar</str>
<bool name="langid.map">true</bool>
</lst>
</processor>
is there any other solution to not separate fileds?
Best regards
Anass BENJELLOUN
2014-07-01 12:05 GMT+02:00 anass benjelloun <anass....@gmail.com>:
> i have documents (ar, en , fr)
> i need to index them and keeping analyzer and filter for each languages.
> here is all fields on schema to enderstand my probleme:
>
> <fields>
> <field name="IdDocument" type="string" multiValued="false"
> indexed="true" required="true" stored="true"/>
> <field name="NomDocument" type="string" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="AVersion" type="boolean" multiValued="false"
> indexed="false" required="false" stored="true"/>
> <field name="Acl" type="string" multiValued="false" indexed="false"
> required="false" stored="false"/>
> <field name="AllChamp" type="text_general" multiValued="true"
> indexed="true" required="false" stored="false"/>
> <field name="Chemin" type="string" multiValued="false" indexed="false"
> required="true" stored="true"/>
> <field name="ContenuDocument" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="DateCreation" type="date" multiValued="false"
> indexed="true" required="true" stored="true"/>
> <field name="DateModification" type="date" multiValued="false"
> indexed="true" required="true" stored="true"/>
> <field name="EstDansProcessus" type="boolean" multiValued="false"
> indexed="false" required="true" stored="true"/>
> <field name="ExtensionDocument" type="string" multiValued="false"
> indexed="true" required="true" stored="true"/>
> <field name="IdModele" type="long" multiValued="false" indexed="true"
> required="true" stored="true"/>
> <field name="IdRepertoire" type="long" multiValued="false"
> indexed="true" required="true" stored="true"/>
> <field name="IdUtilisateur" type="long" multiValued="false"
> indexed="true" required="true" stored="true"/>
> <field name="IdUtilisateurDerniereVersion" type="long"
> multiValued="false" indexed="false" required="false" stored="true"/>
> <field name="IdUtilisateurModifiePar" type="long" multiValued="false"
> indexed="true" required="true" stored="true"/>
> <field name="Postit" type="text_general" multiValued="True"
> indexed="true" required="false" stored="false"/>
>
> <field name="_version_" type="long" indexed="true" stored="true"/>
> <field name="language_s" type="string" multiValued="true" indexed="false"
> required="false" stored="true"/>
> <field name="C6_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C15_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C17_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C18_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C19_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C22_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C24_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C26_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C27_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C29_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C30_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C31_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C34_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C35_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C36_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C37_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C38_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C49_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C50_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C64_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C65_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C66_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C68_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C70_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C74_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C75_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C80_id" type="long" multiValued="true" indexed="true"
> required="false" stored="true"/>
> <field name="C0_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C1_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C2_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C3_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C4_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C5_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C6_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C7_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C8_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C9_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C10_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C11_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C12_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C13_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C14_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C15_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C16_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C17_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C18_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C19_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C20_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C21_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C22_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C23_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C24_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C25_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C26_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C27_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C28_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C29_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C30_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C31_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C32_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C33_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C34_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C35_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C36_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C37_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C38_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C39_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C40_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C41_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C42_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C43_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C44_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C45_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C46_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C47_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C48_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C49_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C50_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C51_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C52_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C53_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C54_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C55_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C56_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C57_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C58_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C59_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C60_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C61_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C62_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C63_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C64_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C65_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C66_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C67_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C68_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C69_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C70_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C71_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C72_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C73_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C74_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C75_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C76_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C77_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C78_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C79_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C80_val" type="text_general" multiValued="true"
> indexed="true" required="false" stored="true"/>
> <field name="C81_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
> <field name="C82_val" type="text_general" multiValued="false"
> indexed="true" required="false" stored="true"/>
>
> <dynamicField name="*_en" type="text_en" indexed="true" stored="true"
> required="false" multiValued="true"/>
> <dynamicField name="*_fr" type="text_fr" indexed="true" stored="true"
> required="false" multiValued="true"/>
> <dynamicField name="*_ar" type="text_ar" indexed="true" stored="true"
> required="false" multiValued="true"/>
>
> </fields>
>
>
> <!--<copyField source="NomDocument" dest="AllChamp"/>
> <copyField source="ContenuDocument" dest="AllChamp"/>
> <copyField source="Postit" dest="AllChamp"/>
> <copyField source="*_ar" dest="AllChamp"/>
> <copyField source="*_fr" dest="AllChamp"/>
> <copyField source="*_en" dest="AllChamp"/>-->
>
> <copyField source="C0_val" dest="AllChamp"/>
> <copyField source="C1_val" dest="AllChamp"/>
> <copyField source="C2_val" dest="AllChamp"/>
> <copyField source="C3_val" dest="AllChamp"/>
> <copyField source="C4_val" dest="AllChamp"/>
> <copyField source="C5_val" dest="AllChamp"/>
> <copyField source="C6_val" dest="AllChamp"/>
> <copyField source="C7_val" dest="AllChamp"/>
> <copyField source="C8_val" dest="AllChamp"/>
> <copyField source="C9_val" dest="AllChamp"/>
> <copyField source="C10_val" dest="AllChamp"/>
> <copyField source="C11_val" dest="AllChamp"/>
> <copyField source="C12_val" dest="AllChamp"/>
> <copyField source="C13_val" dest="AllChamp"/>
> <copyField source="C14_val" dest="AllChamp"/>
> <copyField source="C15_val" dest="AllChamp"/>
> <copyField source="C16_val" dest="AllChamp"/>
> <copyField source="C17_val" dest="AllChamp"/>
> <copyField source="C18_val" dest="AllChamp"/>
> <copyField source="C19_val" dest="AllChamp"/>
> <copyField source="C20_val" dest="AllChamp"/>
> <copyField source="C21_val" dest="AllChamp"/>
> <copyField source="C22_val" dest="AllChamp"/>
> <copyField source="C23_val" dest="AllChamp"/>
> <copyField source="C24_val" dest="AllChamp"/>
> <copyField source="C25_val" dest="AllChamp"/>
> <copyField source="C26_val" dest="AllChamp"/>
> <copyField source="C27_val" dest="AllChamp"/>
> <copyField source="C28_val" dest="AllChamp"/>
> <copyField source="C29_val" dest="AllChamp"/>
> <copyField source="C30_val" dest="AllChamp"/>
> <copyField source="C31_val" dest="AllChamp"/>
> <copyField source="C32_val" dest="AllChamp"/>
> <copyField source="C33_val" dest="AllChamp"/>
> <copyField source="C34_val" dest="AllChamp"/>
> <copyField source="C35_val" dest="AllChamp"/>
> <copyField source="C36_val" dest="AllChamp"/>
> <copyField source="C37_val" dest="AllChamp"/>
> <copyField source="C38_val" dest="AllChamp"/>
> <copyField source="C39_val" dest="AllChamp"/>
> <copyField source="C40_val" dest="AllChamp"/>
> <copyField source="C41_val" dest="AllChamp"/>
> <copyField source="C42_val" dest="AllChamp"/>
> <copyField source="C43_val" dest="AllChamp"/>
> <copyField source="C44_val" dest="AllChamp"/>
> <copyField source="C45_val" dest="AllChamp"/>
> <copyField source="C46_val" dest="AllChamp"/>
> <copyField source="C47_val" dest="AllChamp"/>
> <copyField source="C48_val" dest="AllChamp"/>
> <copyField source="C49_val" dest="AllChamp"/>
> <copyField source="C50_val" dest="AllChamp"/>
> <copyField source="C51_val" dest="AllChamp"/>
> <copyField source="C52_val" dest="AllChamp"/>
> <copyField source="C53_val" dest="AllChamp"/>
> <copyField source="C54_val" dest="AllChamp"/>
> <copyField source="C55_val" dest="AllChamp"/>
> <copyField source="C56_val" dest="AllChamp"/>
> <copyField source="C57_val" dest="AllChamp"/>
> <copyField source="C58_val" dest="AllChamp"/>
> <copyField source="C59_val" dest="AllChamp"/>
> <copyField source="C60_val" dest="AllChamp"/>
> <copyField source="C61_val" dest="AllChamp"/>
> <copyField source="C62_val" dest="AllChamp"/>
> <copyField source="C63_val" dest="AllChamp"/>
> <copyField source="C64_val" dest="AllChamp"/>
> <copyField source="C65_val" dest="AllChamp"/>
> <copyField source="C66_val" dest="AllChamp"/>
> <copyField source="C67_val" dest="AllChamp"/>
> <copyField source="C68_val" dest="AllChamp"/>
> <copyField source="C69_val" dest="AllChamp"/>
> <copyField source="C70_val" dest="AllChamp"/>
> <copyField source="C71_val" dest="AllChamp"/>
> <copyField source="C72_val" dest="AllChamp"/>
> <copyField source="C73_val" dest="AllChamp"/>
> <copyField source="C74_val" dest="AllChamp"/>
> <copyField source="C75_val" dest="AllChamp"/>
> <copyField source="C76_val" dest="AllChamp"/>
> <copyField source="C77_val" dest="AllChamp"/>
> <copyField source="C78_val" dest="AllChamp"/>
> <copyField source="C79_val" dest="AllChamp"/>
> <copyField source="C80_val" dest="AllChamp"/>
> <copyField source="C81_val" dest="AllChamp"/>
> <copyField source="C82_val" dest="AllChamp"/>
>
> <copyField source="C6_id" dest="AllChamp"/>
> <copyField source="C15_id" dest="AllChamp"/>
> <copyField source="C17_id" dest="AllChamp"/>
> <copyField source="C18_id" dest="AllChamp"/>
> <copyField source="C19_id" dest="AllChamp"/>
> <copyField source="C22_id" dest="AllChamp"/>
> <copyField source="C24_id" dest="AllChamp"/>
> <copyField source="C26_id" dest="AllChamp"/>
> <copyField source="C27_id" dest="AllChamp"/>
> <copyField source="C29_id" dest="AllChamp"/>
> <copyField source="C30_id" dest="AllChamp"/>
> <copyField source="C31_id" dest="AllChamp"/>
> <copyField source="C34_id" dest="AllChamp"/>
> <copyField source="C35_id" dest="AllChamp"/>
> <copyField source="C36_id" dest="AllChamp"/>
> <copyField source="C37_id" dest="AllChamp"/>
> <copyField source="C38_id" dest="AllChamp"/>
> <copyField source="C49_id" dest="AllChamp"/>
> <copyField source="C50_id" dest="AllChamp"/>
> <copyField source="C64_id" dest="AllChamp"/>
> <copyField source="C65_id" dest="AllChamp"/>
> <copyField source="C66_id" dest="AllChamp"/>
> <copyField source="C68_id" dest="AllChamp"/>
> <copyField source="C70_id" dest="AllChamp"/>
> <copyField source="C74_id" dest="AllChamp"/>
> <copyField source="C75_id" dest="AllChamp"/>
> <copyField source="C80_id" dest="AllChamp"/>
>
>
>
>
> 2014-07-01 12:01 GMT+02:00 Alexandre Rafalovitch [via Lucene] <
> ml-node+s472066n4144945...@n3.nabble.com>:
>
> But aren't you already creating those 300 fields anyway:
>> <dynamicField name="*_fr" type="text_fr" indexed="true" stored="true"
>> required="false" multiValued="true"/>
>>
>> If you mean you have issues specifying them in eDisMax, I believe 'qf'
>> parameter allows to specify a wildcard.
>>
>> Alternatively, you can look at the example used in Solr In Action
>> book:
>> https://github.com/treygrainger/solr-in-action/tree/master/src/main/java/sia/ch14
>> They use a multiplexing approach.
>>
>> Regards,
>> Alex.
>> On Tue, Jul 1, 2014 at 4:53 PM, benjelloun <[hidden email]
>> <http://user/SendEmail.jtp?type=node&node=4144945&i=0>> wrote:
>> > Hello,
>> >
>> > i have 300 feilds which are copied on "AllChamp"
>> > if i want to do separated fields then i need to create 300 * Number of
>> > languages i have, which is not logical for me.
>> > is there any other solution?
>> >
>> > Best regards
>> > Anass BENJELLOUN
>>
>>
>>
>> Personal website: http://www.outerthoughts.com/
>> Current project: http://www.solr-start.com/ - Accelerating your Solr
>> proficiency
>>
>>
>> ------------------------------
>> If you reply to this email, your message will be added to the
>> discussion below:
>>
>> http://lucene.472066.n3.nabble.com/CopyField-can-t-copy-analyzers-and-Filters-tp4144803p4144945.html
>> To unsubscribe from CopyField can't copy analyzers and Filters, click
>> here
>> <http://lucene.472066.n3.nabble.com/template/NamlServlet.jtp?macro=unsubscribe_by_code&node=4144803&code=YW5hc3MuYm5qQGdtYWlsLmNvbXw0MTQ0ODAzfC0xMDQyNjMzMDgx>
>> .
>> NAML
>> <http://lucene.472066.n3.nabble.com/template/NamlServlet.jtp?macro=macro_viewer&id=instant_html%21nabble%3Aemail.naml&base=nabble.naml.namespaces.BasicNamespace-nabble.view.web.template.NabbleNamespace-nabble.view.web.template.NodeNamespace&breadcrumbs=notify_subscribers%21nabble%3Aemail.naml-instant_emails%21nabble%3Aemail.naml-send_instant_email%21nabble%3Aemail.naml>
>>
>
>
--
View this message in context:
http://lucene.472066.n3.nabble.com/CopyField-can-t-copy-analyzers-and-Filters-tp4144803p4144964.html
Sent from the Solr - User mailing list archive at Nabble.com.
