12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849 |
- // Copyright (c) 2020 Couchbase, Inc.
- //
- // Licensed under the Apache License, Version 2.0 (the "License");
- // you may not use this file except in compliance with the License.
- // You may obtain a copy of the License at
- //
- // http://www.apache.org/licenses/LICENSE-2.0
- //
- // Unless required by applicable law or agreed to in writing, software
- // distributed under the License is distributed on an "AS IS" BASIS,
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- // See the License for the specific language governing permissions and
- // limitations under the License.
-
- package en
-
- import (
- "github.com/blevesearch/bleve/analysis"
- "github.com/blevesearch/bleve/registry"
-
- "github.com/blevesearch/snowballstem"
- "github.com/blevesearch/snowballstem/english"
- )
-
- const SnowballStemmerName = "stemmer_en_snowball"
-
- type EnglishStemmerFilter struct {
- }
-
- func NewEnglishStemmerFilter() *EnglishStemmerFilter {
- return &EnglishStemmerFilter{}
- }
-
- func (s *EnglishStemmerFilter) Filter(input analysis.TokenStream) analysis.TokenStream {
- for _, token := range input {
- env := snowballstem.NewEnv(string(token.Term))
- english.Stem(env)
- token.Term = []byte(env.Current())
- }
- return input
- }
-
- func EnglishStemmerFilterConstructor(config map[string]interface{}, cache *registry.Cache) (analysis.TokenFilter, error) {
- return NewEnglishStemmerFilter(), nil
- }
-
- func init() {
- registry.RegisterTokenFilter(SnowballStemmerName, EnglishStemmerFilterConstructor)
- }
|