aboutsummaryrefslogtreecommitdiffstats
path: root/src/tokenizers/osb.c
diff options
context:
space:
mode:
Diffstat (limited to 'src/tokenizers/osb.c')
-rw-r--r--src/tokenizers/osb.c1
1 files changed, 1 insertions, 0 deletions
diff --git a/src/tokenizers/osb.c b/src/tokenizers/osb.c
index bc57255cb..8c1b4618a 100644
--- a/src/tokenizers/osb.c
+++ b/src/tokenizers/osb.c
@@ -86,6 +86,7 @@ osb_tokenize_text (struct tokenizer *tokenizer, memory_pool_t * pool, f_str_t *
}
k ++;
token.begin = res;
+ g_assert (k < 10000);
}
return TRUE;