rspamd/contrib/fastutf8/fastutf8.c

/*
 * MIT License
 *
 * Copyright (c) 2019 Yibo Cai
 * Copyright (c) 2019 Vsevolod Stakhov
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in all
 * copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */

#include "fastutf8.h"
#include "libcryptobox/platform_config.h"


/*
 * http://www.unicode.org/versions/Unicode6.0.0/ch03.pdf - page 94
 *
 * Table 3-7. Well-Formed UTF-8 Byte Sequences
 *
 * +--------------------+------------+-------------+------------+-------------+
 * | Code Points        | First Byte | Second Byte | Third Byte | Fourth Byte |
 * +--------------------+------------+-------------+------------+-------------+
 * | U+0000..U+007F     | 00..7F     |             |            |             |
 * +--------------------+------------+-------------+------------+-------------+
 * | U+0080..U+07FF     | C2..DF     | 80..BF      |            |             |
 * +--------------------+------------+-------------+------------+-------------+
 * | U+0800..U+0FFF     | E0         | A0..BF      | 80..BF     |             |
 * +--------------------+------------+-------------+------------+-------------+
 * | U+1000..U+CFFF     | E1..EC     | 80..BF      | 80..BF     |             |
 * +--------------------+------------+-------------+------------+-------------+
 * | U+D000..U+D7FF     | ED         | 80..9F      | 80..BF     |             |
 * +--------------------+------------+-------------+------------+-------------+
 * | U+E000..U+FFFF     | EE..EF     | 80..BF      | 80..BF     |             |
 * +--------------------+------------+-------------+------------+-------------+
 * | U+10000..U+3FFFF   | F0         | 90..BF      | 80..BF     | 80..BF      |
 * +--------------------+------------+-------------+------------+-------------+
 * | U+40000..U+FFFFF   | F1..F3     | 80..BF      | 80..BF     | 80..BF      |
 * +--------------------+------------+-------------+------------+-------------+
 * | U+100000..U+10FFFF | F4         | 80..8F      | 80..BF     | 80..BF      |
 * +--------------------+------------+-------------+------------+-------------+
 */

/* Return 0 - success,  >0 - index (1 based) of first error char */
off_t
rspamd_fast_utf8_validate_ref (const unsigned char *data, size_t len)
{
	off_t err_pos = 1;

	while (len) {
		int bytes;
		const unsigned char byte1 = data[0];

		/* 00..7F */
		if (byte1 <= 0x7F) {
			bytes = 1;
			/* C2..DF, 80..BF */
		}
		else if (len >= 2 && byte1 >= 0xC2 && byte1 <= 0xDF &&
				 (signed char) data[1] <= (signed char) 0xBF) {
			bytes = 2;
		}
		else if (len >= 3) {
			const unsigned char byte2 = data[1];

			/* Is byte2, byte3 between 0x80 ~ 0xBF */
			const int byte2_ok = (signed char) byte2 <= (signed char) 0xBF;
			const int byte3_ok = (signed char) data[2] <= (signed char) 0xBF;

			if (byte2_ok && byte3_ok &&
				/* E0, A0..BF, 80..BF */
				((byte1 == 0xE0 && byte2 >= 0xA0) ||
				 /* E1..EC, 80..BF, 80..BF */
				 (byte1 >= 0xE1 && byte1 <= 0xEC) ||
				 /* ED, 80..9F, 80..BF */
				 (byte1 == 0xED && byte2 <= 0x9F) ||
				 /* EE..EF, 80..BF, 80..BF */
				 (byte1 >= 0xEE && byte1 <= 0xEF))) {
				bytes = 3;
			}
			else if (len >= 4) {
				/* Is byte4 between 0x80 ~ 0xBF */
				const int byte4_ok = (signed char) data[3] <= (signed char) 0xBF;

				if (byte2_ok && byte3_ok && byte4_ok &&
					/* F0, 90..BF, 80..BF, 80..BF */
					((byte1 == 0xF0 && byte2 >= 0x90) ||
					 /* F1..F3, 80..BF, 80..BF, 80..BF */
					 (byte1 >= 0xF1 && byte1 <= 0xF3) ||
					 /* F4, 80..8F, 80..BF, 80..BF */
					 (byte1 == 0xF4 && byte2 <= 0x8F))) {
					bytes = 4;
				}
				else {
					return err_pos;
				}
			}
			else {
				return err_pos;
			}
		}
		else {
			return err_pos;
		}

		len -= bytes;
		err_pos += bytes;
		data += bytes;
	}

	return 0;
}

/* Prototypes */
#if defined(HAVE_SSE41) && defined(__x86_64__)
extern off_t rspamd_fast_utf8_validate_sse41 (const unsigned char *data, size_t len);
#endif
#if defined(HAVE_AVX2) && defined(__x86_64__)
extern off_t rspamd_fast_utf8_validate_avx2 (const unsigned char *data, size_t len);
#endif

static off_t (*validate_func) (const unsigned char *data, size_t len) =
		rspamd_fast_utf8_validate_ref;


void
rspamd_fast_utf8_library_init (unsigned flags)
{
#if defined(HAVE_SSE41) && defined(__x86_64__)
	if (flags & RSPAMD_FAST_UTF8_FLAG_SSE41) {
		validate_func = rspamd_fast_utf8_validate_sse41;
	}
#endif
#if defined(HAVE_AVX2) && defined(__x86_64__)
	if (flags & RSPAMD_FAST_UTF8_FLAG_AVX2) {
		validate_func = rspamd_fast_utf8_validate_avx2;
	}
#endif
}

off_t
rspamd_fast_utf8_validate (const unsigned char *data, size_t len)
{
	return len >= 64 ?
			validate_func (data, len) :
			rspamd_fast_utf8_validate_ref (data, len);
}