diff options
Diffstat (limited to 'src/tokenizers/osb.c')
| -rw-r--r-- | src/tokenizers/osb.c | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/src/tokenizers/osb.c b/src/tokenizers/osb.c index 41bcce737..1a04f3464 100644 --- a/src/tokenizers/osb.c +++ b/src/tokenizers/osb.c @@ -35,7 +35,8 @@ extern const int primes[]; int -osb_tokenize_text (struct tokenizer *tokenizer, memory_pool_t * pool, f_str_t * input, GTree ** tree, gboolean save_token) +osb_tokenize_text (struct tokenizer *tokenizer, memory_pool_t * pool, f_str_t * input, GTree ** tree, + gboolean save_token) { token_node_t *new = NULL; f_str_t token = { NULL, 0, 0 }, *res; |