12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849 |
- // Copyright (c) 2014 Couchbase, Inc.
- //
- // Licensed under the Apache License, Version 2.0 (the "License");
- // you may not use this file except in compliance with the License.
- // You may obtain a copy of the License at
- //
- // http://www.apache.org/licenses/LICENSE-2.0
- //
- // Unless required by applicable law or agreed to in writing, software
- // distributed under the License is distributed on an "AS IS" BASIS,
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- // See the License for the specific language governing permissions and
- // limitations under the License.
-
- package single
-
- import (
- "github.com/blevesearch/bleve/analysis"
- "github.com/blevesearch/bleve/registry"
- )
-
- const Name = "single"
-
- type SingleTokenTokenizer struct {
- }
-
- func NewSingleTokenTokenizer() *SingleTokenTokenizer {
- return &SingleTokenTokenizer{}
- }
-
- func (t *SingleTokenTokenizer) Tokenize(input []byte) analysis.TokenStream {
- return analysis.TokenStream{
- &analysis.Token{
- Term: input,
- Position: 1,
- Start: 0,
- End: len(input),
- Type: analysis.AlphaNumeric,
- },
- }
- }
-
- func SingleTokenTokenizerConstructor(config map[string]interface{}, cache *registry.Cache) (analysis.Tokenizer, error) {
- return NewSingleTokenTokenizer(), nil
- }
-
- func init() {
- registry.RegisterTokenizer(Name, SingleTokenTokenizerConstructor)
- }
|