"HSET %b_tokens %b %b", | "HSET %b_tokens %b %b", | ||||
prefix, (size_t) prefix_len, | prefix, (size_t) prefix_len, | ||||
n0, (size_t) l0, | n0, (size_t) l0, | ||||
tok->t1->stemmed.begin, tok->t1->stemmed.len); | |||||
tok->t1->stemmed.begin, | |||||
tok->t1->stemmed.len); | |||||
} | } | ||||
} | } | ||||
else { | else { |
} | } | ||||
#endif | #endif | ||||
if (cat == U_UPPERCASE_LETTER || | |||||
cat == U_LOWERCASE_LETTER || | |||||
cat == U_DECIMAL_DIGIT_NUMBER || | |||||
if ((cat >= U_UPPERCASE_LETTER && cat <= U_OTHER_NUMBER) || | |||||
cat == U_CONNECTOR_PUNCTUATION || | cat == U_CONNECTOR_PUNCTUATION || | ||||
cat == U_MATH_SYMBOL || | cat == U_MATH_SYMBOL || | ||||
cat == U_CURRENCY_SYMBOL || | |||||
cat == U_INITIAL_PUNCTUATION || | |||||
cat == U_FINAL_PUNCTUATION) { | |||||
cat == U_CURRENCY_SYMBOL) { | |||||
*d++ = u_tolower (t); | *d++ = u_tolower (t); | ||||
} | } | ||||
} | } |