123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236 |
- /*
- * Copyright 2024 Vsevolod Stakhov
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
- /* Detached unit tests for the utils */
-
- #ifndef RSPAMD_RSPAMD_CXX_UNIT_UTILS_HXX
- #define RSPAMD_RSPAMD_CXX_UNIT_UTILS_HXX
-
- #define DOCTEST_CONFIG_IMPLEMENTATION_IN_DLL
- #include "doctest/doctest.h"
-
- #include "libmime/mime_headers.h"
- #include "contrib/libottery/ottery.h"
- #include "libcryptobox/cryptobox.h"
- #include "libserver/http/http_message.h"
-
- #include <vector>
- #include <utility>
- #include <string>
-
- extern "C" long rspamd_http_parse_keepalive_timeout(const rspamd_ftok_t *tok);
-
- TEST_SUITE("rspamd_utils")
- {
-
- TEST_CASE("rspamd_strip_smtp_comments_inplace")
- {
- std::vector<std::pair<std::string, std::string>> cases{
- {"abc", "abc"},
- {"abc(foo)", "abc"},
- {"abc(foo()", "abc"},
- {"abc(foo))", "abc)"},
- {"abc(foo(bar))", "abc"},
- {"(bar)abc(foo)", "abc"},
- {"ab(ololo)c(foo)", "abc"},
- {"ab(olo\\)lo)c(foo)", "abc"},
- {"ab(trol\\\1lo)c(foo)", "abc"},
- {"\\ab(trol\\\1lo)c(foo)", "abc"},
- {"", ""},
- {"<test_id@example.net> (added by postmaster@example.net)", "<test_id@example.net> "}};
-
- for (const auto &c: cases) {
- SUBCASE(("strip comments in " + c.first).c_str())
- {
- auto *cpy = new char[c.first.size()];
- memcpy(cpy, c.first.data(), c.first.size());
- auto nlen = rspamd_strip_smtp_comments_inplace(cpy, c.first.size());
- CHECK(std::string{cpy, nlen} == c.second);
- delete[] cpy;
- }
- }
- }
-
- TEST_CASE("rspamd_http_parse_keepalive_timeout")
- {
- std::vector<std::pair<std::string, long>> cases{
- {"timeout=5, max=1000", 5},
- {"max=1000, timeout=5", 5},
- {"max=1000, timeout=", -1},
- {"max=1000, timeout=0", 0},
- {"max=1000, timeout=-5", -1},
- {"timeout=5", 5},
- {" timeout=5; ", 5},
- {"timeout = 5", 5},
- };
-
- for (const auto &c: cases) {
- SUBCASE(("parse http keepalive header " + c.first).c_str())
- {
- rspamd_ftok_t t;
- t.begin = c.first.data();
- t.len = c.first.size();
- auto res = rspamd_http_parse_keepalive_timeout(&t);
- CHECK(res == c.second);
- }
- }
- }
-
- TEST_CASE("rspamd_fstring_gzip tests")
- {
- rspamd_fstring_t *fstr;
-
- // Test empty data compression
- SUBCASE("Empty data")
- {
- fstr = rspamd_fstring_new_init("", 0);
- gboolean result = rspamd_fstring_gzip(&fstr);
- CHECK(result == TRUE);
- CHECK(fstr->len == 20);
- result = rspamd_fstring_gunzip(&fstr);
- CHECK(result == TRUE);
- CHECK(fstr->len == 0);
- rspamd_fstring_free(fstr);
- }
-
- SUBCASE("Non empty data")
- {
- fstr = RSPAMD_FSTRING_LIT("helohelo");
- gboolean result = rspamd_fstring_gzip(&fstr);
- CHECK(result == TRUE);
- CHECK(fstr->len == 26);
- result = rspamd_fstring_gunzip(&fstr);
- CHECK(result == TRUE);
- CHECK(memcmp(fstr->str, "helohelo", fstr->len) == 0);
- CHECK(fstr->len == sizeof("helohelo") - 1);
- rspamd_fstring_free(fstr);
- }
-
- SUBCASE("Some real compression")
- {
- fstr = rspamd_fstring_sized_new(sizeof("helohelo") * 1024);
- for (int i = 0; i < 1024; i++) {
- fstr = rspamd_fstring_append(fstr, "helohelo", sizeof("helohelo") - 1);
- }
- gboolean result = rspamd_fstring_gzip(&fstr);
- CHECK(result == TRUE);
- CHECK(fstr->len == 49);
- result = rspamd_fstring_gunzip(&fstr);
- CHECK(result == TRUE);
- CHECK(memcmp(fstr->str, "helohelo", sizeof("helohelo") - 1) == 0);
- CHECK(fstr->len == (sizeof("helohelo") - 1) * 1024);
- rspamd_fstring_free(fstr);
- }
-
- SUBCASE("Random data compression")
- {
- rspamd_cryptobox_fast_hash_state_t hst;
- rspamd_cryptobox_fast_hash_init(&hst, 0);
- fstr = rspamd_fstring_sized_new(30 * 1024 * 1024);
- for (int i = 0; i < 30 * 1024; i++) {
- char tmp[1024];
- ottery_rand_bytes(tmp, sizeof(tmp));
- fstr = rspamd_fstring_append(fstr, tmp, sizeof(tmp));
- rspamd_cryptobox_fast_hash_update(&hst, tmp, sizeof(tmp));
- }
- auto crc = rspamd_cryptobox_fast_hash(fstr->str, fstr->len, 0);
- CHECK(crc == rspamd_cryptobox_fast_hash_final(&hst));
- gboolean result = rspamd_fstring_gzip(&fstr);
- CHECK(result == TRUE);
- // Assuming there are no miracles
- CHECK(fstr->len >= 30 * 1024 * 1024);
- result = rspamd_fstring_gunzip(&fstr);
- CHECK(result == TRUE);
- CHECK(fstr->len == 30 * 1024 * 1024);
- auto final_crc = rspamd_cryptobox_fast_hash(fstr->str, fstr->len, 0);
- CHECK(crc == final_crc);
- rspamd_fstring_free(fstr);
- }
- }
-
- TEST_CASE("rspamd_message_header_unfold_inplace")
- {
- std::vector<std::pair<std::string, std::string>> cases{
- {"abc", "abc"},
- {"abc\r\n def", "abc def"},
- {"abc\r\n\tdef", "abc def"},
- {"abc\r\n\tdef\r\n\tghi", "abc def ghi"},
- {"abc\r\n\tdef\r\n\tghi\r\n", "abc def ghi"},
- {"abc\r\n\tdef\r\n\tghi\r\n\t", "abc def ghi"},
- {"abc\r\n\tdef\r\n\tghi\r\n\tjkl", "abc def ghi jkl"},
- {"abc\r\n\tdef\r\n\tghi\r\n\tjkl\r\n", "abc def ghi jkl"},
- {"abc\r\n\tdef\r\n\tghi\r\n\tjkl\r\n\t", "abc def ghi jkl"},
- {"abc\r\n\tdef\r\n\tghi\r\n\tjkl\r\n\tmno", "abc def ghi jkl mno"},
- {"abc\r\n\tdef\r\n\tghi\r\n\tjkl\r\n\tmno\r\n", "abc def ghi jkl mno"},
- {"abc\r\n\tdef\r\n\tghi\r\n\tjkl\r\n\tmno\r\n\t", "abc def ghi jkl mno"},
- {"abc\r\n\tdef\r\n\tghi\r\n\tjkl\r\n\tmno\r\n\tpqr", "abc def ghi jkl mno pqr"},
- {"abc\r\n\tdef\r\n\tghi\r\n\tjkl\r\n\tmno\r\n\tpqr\r\n", "abc def ghi jkl mno pqr"},
- {"abc\r\n\tdef\r\n\tghi\r\n\tjkl\r\n\tmno\r\n\tpqr\r\n\t", "abc def ghi jkl mno pqr"},
- {"abc\r\n\tdef\r\n\tghi\r\n\tjkl\r\n\tmno\r\n\tpqr\r\n\tstu", "abc def ghi jkl mno pqr stu"},
- // Newline at the end
- {
- "abc\r\n\tdef\r\n\tghi\r\n\tjkl\r\n\tmno\r\n\tpqr\r\n\tstu\r\n", "abc def ghi jkl mno pqr stu"},
- // Spaces at the end
- {
- "abc\r\n\tdef\r\n\tghi\r\n\tjkl\r\n\tmno\r\n\tpqr\r\n\tstu\r\n\t", "abc def ghi jkl mno pqr stu"},
- // Multiple spaces at the end
- {
- "abc\r\n\tdef\r\n\tghi\r\n\tjkl\r\n\tmno\r\n\tpqr\r\n\tstu\r\n\t ", "abc def ghi jkl mno pqr stu"},
- // Multiple spaces in middle
- {
- "abc\r\n\tdef\r\n\tghi\r\n\tjkl\r\n\tmno\r\n\tpqr\r\n\tstu \r\n\t a", "abc def ghi jkl mno pqr stu a"},
- };
-
- for (const auto &c: cases) {
- SUBCASE(("unfold header " + c.second).c_str())
- {
- auto *cpy = new char[c.first.size()];
- memcpy(cpy, c.first.data(), c.first.size());
- auto nlen = rspamd_message_header_unfold_inplace(cpy, c.first.size());
- CHECK(std::string{cpy, nlen} == c.second);
- delete[] cpy;
- }
- }
- }
-
- TEST_CASE("rspamd_http_message_from_url")
- {
- std::vector<std::pair<std::string, std::string>> cases{
- {"http://example.com", "/"},
- {"http://example.com/", "/"},
- {"http://example.com/lol", "/lol"},
- {"http://example.com/lol#keke", "/lol"},
- {"http://example.com/lol?omg=huh&oh", "/lol?omg=huh&oh"},
- {"http://example.com/lol?omg=huh&oh#", "/lol?omg=huh&oh"},
- {"http://example.com/lol?omg=huh&oh#keke", "/lol?omg=huh&oh"},
- {"http://example.com/lol?", "/lol"},
- {"http://example.com/lol?#", "/lol"},
- };
-
- for (const auto &c: cases) {
- SUBCASE(("rspamd_http_message_from_url: " + c.first).c_str())
- {
- auto *msg = rspamd_http_message_from_url(c.first.c_str());
- std::size_t nlen;
- auto *path = rspamd_http_message_get_url(msg, &nlen);
- CHECK(std::string{path, nlen} == c.second);
- rspamd_http_message_unref(msg);
- }
- }
- }
- }
-
- #endif
|