Skip to content

Commit 2594693

Browse files
guillep2klafriks
authored andcommitted
Remove camel case tokenization from repo indexer (#7733)
* Make repository indexer tokenize by camel case selectable * Revert "Make repository indexer tokenize by camel case selectable" This reverts commit a8d4e40. * Remove app.ini setting, permanently remove camel case tokenizer * Increase repoIndexerLatestVersion to force indexes to be rebuilt * Changes introduced by the commmand make vendor
1 parent 026696b commit 2594693

File tree

5 files changed

+2
-278
lines changed

5 files changed

+2
-278
lines changed

modules/indexer/repo.go

+2-3
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,6 @@ import (
1212

1313
"github.com/blevesearch/bleve"
1414
"github.com/blevesearch/bleve/analysis/analyzer/custom"
15-
"github.com/blevesearch/bleve/analysis/token/camelcase"
1615
"github.com/blevesearch/bleve/analysis/token/lowercase"
1716
"github.com/blevesearch/bleve/analysis/token/unique"
1817
"github.com/blevesearch/bleve/analysis/tokenizer/unicode"
@@ -24,7 +23,7 @@ const (
2423
repoIndexerAnalyzer = "repoIndexerAnalyzer"
2524
repoIndexerDocType = "repoIndexerDocType"
2625

27-
repoIndexerLatestVersion = 1
26+
repoIndexerLatestVersion = 2
2827
)
2928

3029
// repoIndexer (thread-safe) index for repository contents
@@ -111,7 +110,7 @@ func createRepoIndexer(path string, latestVersion int) error {
111110
"type": custom.Name,
112111
"char_filters": []string{},
113112
"tokenizer": unicode.Name,
114-
"token_filters": []string{unicodeNormalizeName, camelcase.Name, lowercase.Name, unique.Name},
113+
"token_filters": []string{unicodeNormalizeName, lowercase.Name, unique.Name},
115114
}); err != nil {
116115
return err
117116
}

vendor/github.com/blevesearch/bleve/analysis/token/camelcase/camelcase.go

-78
This file was deleted.

vendor/github.com/blevesearch/bleve/analysis/token/camelcase/parser.go

-109
This file was deleted.

vendor/github.com/blevesearch/bleve/analysis/token/camelcase/states.go

-87
This file was deleted.

vendor/modules.txt

-1
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,6 @@ github.com/beorn7/perks/quantile
2424
# github.com/blevesearch/bleve v0.0.0-20190214220507-05d86ea8f6e3
2525
github.com/blevesearch/bleve
2626
github.com/blevesearch/bleve/analysis/analyzer/custom
27-
github.com/blevesearch/bleve/analysis/token/camelcase
2827
github.com/blevesearch/bleve/analysis/token/lowercase
2928
github.com/blevesearch/bleve/analysis/token/unicodenorm
3029
github.com/blevesearch/bleve/analysis/token/unique

0 commit comments

Comments
 (0)