19
19
20
20
package org .elasticsearch .indices .analysis .smartcn ;
21
21
22
- import org .apache .lucene .analysis .TokenStream ;
23
22
import org .apache .lucene .analysis .Tokenizer ;
24
23
import org .apache .lucene .analysis .cn .smart .HMMChineseTokenizer ;
25
- import org .apache .lucene .analysis .cn .smart .SentenceTokenizer ;
26
24
import org .apache .lucene .analysis .cn .smart .SmartChineseAnalyzer ;
27
- import org .apache .lucene .analysis .cn .smart .WordTokenFilter ;
28
25
import org .elasticsearch .common .component .AbstractComponent ;
29
26
import org .elasticsearch .common .inject .Inject ;
30
27
import org .elasticsearch .common .lucene .Lucene ;
31
28
import org .elasticsearch .common .settings .Settings ;
32
- import org .elasticsearch .index .analysis .*;
29
+ import org .elasticsearch .index .analysis .AnalyzerScope ;
30
+ import org .elasticsearch .index .analysis .PreBuiltAnalyzerProviderFactory ;
31
+ import org .elasticsearch .index .analysis .PreBuiltTokenizerFactoryFactory ;
32
+ import org .elasticsearch .index .analysis .TokenizerFactory ;
33
33
import org .elasticsearch .indices .analysis .IndicesAnalysisService ;
34
34
35
35
import java .io .Reader ;
@@ -47,32 +47,7 @@ public SmartChineseIndicesAnalysis(Settings settings, IndicesAnalysisService ind
47
47
// Register smartcn analyzer
48
48
indicesAnalysisService .analyzerProviderFactories ().put ("smartcn" , new PreBuiltAnalyzerProviderFactory ("smartcn" , AnalyzerScope .INDICES , new SmartChineseAnalyzer (Lucene .ANALYZER_VERSION )));
49
49
50
- // Register smartcn_word token filter
51
- // TODO Remove it in 2.3.0 (was deprecated: see https://github.com/elasticsearch/elasticsearch-analysis-smartcn/issues/22)
52
- indicesAnalysisService .tokenFilterFactories ().put ("smartcn_word" , new PreBuiltTokenFilterFactoryFactory (new TokenFilterFactory () {
53
- @ Override public String name () {
54
- return "smartcn_word" ;
55
- }
56
-
57
- @ Override public TokenStream create (TokenStream tokenStream ) {
58
- return new WordTokenFilter (tokenStream );
59
- }
60
- }));
61
-
62
- // Register smartcn_sentence tokenizer
63
- indicesAnalysisService .tokenizerFactories ().put ("smartcn_sentence" , new PreBuiltTokenizerFactoryFactory (new TokenizerFactory () {
64
- @ Override
65
- public String name () {
66
- return "smartcn_sentence" ;
67
- }
68
-
69
- @ Override
70
- public Tokenizer create (Reader reader ) {
71
- return new SentenceTokenizer (reader );
72
- }
73
- }));
74
-
75
- // Register smartcn_sentence tokenizer
50
+ // Register smartcn_tokenizer tokenizer
76
51
indicesAnalysisService .tokenizerFactories ().put ("smartcn_tokenizer" , new PreBuiltTokenizerFactoryFactory (new TokenizerFactory () {
77
52
@ Override
78
53
public String name () {
0 commit comments