diff options
Diffstat (limited to 'src/tokenizers/osb.c')
-rw-r--r-- | src/tokenizers/osb.c | 2 |
1 files changed, 0 insertions, 2 deletions
diff --git a/src/tokenizers/osb.c b/src/tokenizers/osb.c index 8bbf30d7f..d36047efd 100644 --- a/src/tokenizers/osb.c +++ b/src/tokenizers/osb.c @@ -52,8 +52,6 @@ osb_tokenize_text (struct tokenizer *tokenizer, memory_pool_t * pool, f_str_t * memory_pool_add_destructor (pool, (pool_destruct_func) g_tree_destroy, *tree); } - msg_debug ("osb_tokenize_text: got input length: %zd", input->len); - while ((res = tokenizer->get_next_word (input, &token)) != NULL) { /* Skip small words */ if (token.len < MIN_LEN) { |