This is an automated email from the ASF dual-hosted git repository.
airborne pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 2794fcc9c90 [fix](case) add query to force sync rowset meta (#56949)
add 5c610cd4b96 [opt](inverted index) Add built_in_analyzer parser alias
and modify custom analyzer logic (#57055)
No new revisions were added by this update.
Summary of changes:
be/src/olap/inverted_index_parser.cpp | 15 +-
be/src/olap/inverted_index_parser.h | 1 +
.../inverted_index/analysis_factory_mgr.cpp | 57 +++--
.../inverted_index/analysis_factory_mgr.h | 8 +-
.../inverted_index/analyzer/basic/basic_analyzer.h | 2 +-
...e_char_filter.h => empty_char_filter_factory.h} | 45 ++--
...lter_factory.h => empty_token_filter_factory.h} | 22 +-
.../tokenizer/basic/basic_tokenizer.cpp | 36 +--
.../tokenizer/basic/basic_tokenizer.h | 12 +-
.../tokenizer/basic/basic_tokenizer_factory.h | 18 +-
.../empty_tokenizer_factory.h} | 41 ++--
be/src/olap/tablet_schema.h | 1 +
.../inverted_index/analysis_factory_mgr_test.cpp | 249 +++++++++++++++++++++
.../tokenizer/basic_tokenizer_factory_test.cpp | 152 ++++++++-----
.../java/org/apache/doris/analysis/IndexDef.java | 5 +-
.../apache/doris/analysis/InvertedIndexUtil.java | 21 +-
.../main/java/org/apache/doris/catalog/Index.java | 5 +-
.../doris/indexpolicy/BasicTokenizerValidator.java | 22 +-
.../org/apache/doris/indexpolicy/IndexPolicy.java | 6 +-
.../apache/doris/indexpolicy/IndexPolicyMgr.java | 13 +-
.../indexpolicy/LowerCaseTokenFilterValidator.java | 43 ----
...zerValidator.java => NoOperationValidator.java} | 10 +-
.../trees/plans/commands/info/IndexDefinition.java | 5 +-
.../analyzer/test_custom_analyzer2.out} | 9 +-
.../analyzer/test_custom_analyzer2.groovy | 62 +++++
25 files changed, 635 insertions(+), 225 deletions(-)
copy
be/src/olap/rowset/segment_v2/inverted_index/char_filter/{char_replace_char_filter.h
=> empty_char_filter_factory.h} (54%)
copy
be/src/olap/rowset/segment_v2/inverted_index/token_filter/{lower_case_filter_factory.h
=> empty_token_filter_factory.h} (64%)
copy
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/{keyword/keyword_tokenizer.h
=> empty/empty_tokenizer_factory.h} (59%)
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/analysis_factory_mgr_test.cpp
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/indexpolicy/LowerCaseTokenFilterValidator.java
rename
fe/fe-core/src/main/java/org/apache/doris/indexpolicy/{KeywordTokenizerValidator.java
=> NoOperationValidator.java} (83%)
copy regression-test/data/{variant_p0/array_with_predicate.out =>
inverted_index_p0/analyzer/test_custom_analyzer2.out} (68%)
create mode 100644
regression-test/suites/inverted_index_p0/analyzer/test_custom_analyzer2.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
