123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749 |
- /*
- * Copyright 2024 Vsevolod Stakhov
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
- #include "http_message.h"
- #include "http_connection.h"
- #include "http_private.h"
- #include "libutil/printf.h"
- #include "libserver/logger.h"
- #include "utlist.h"
- #include "unix-std.h"
-
- struct rspamd_http_message *
- rspamd_http_new_message(enum rspamd_http_message_type type)
- {
- struct rspamd_http_message *new;
-
- new = g_malloc0(sizeof(struct rspamd_http_message));
-
- if (type == HTTP_REQUEST) {
- new->url = rspamd_fstring_new();
- }
- else {
- new->url = NULL;
- new->code = 200;
- }
-
- new->port = 80;
- new->type = type;
- new->method = HTTP_INVALID;
- new->headers = kh_init(rspamd_http_headers_hash);
-
- REF_INIT_RETAIN(new, rspamd_http_message_free);
-
- return new;
- }
-
- struct rspamd_http_message *
- rspamd_http_message_from_url(const char *url)
- {
- struct http_parser_url pu;
- struct rspamd_http_message *msg;
- const char *host, *path;
- size_t pathlen, urllen;
- unsigned int flags = 0;
-
- if (url == NULL) {
- return NULL;
- }
-
- urllen = strlen(url);
- memset(&pu, 0, sizeof(pu));
-
- if (http_parser_parse_url(url, urllen, FALSE, &pu) != 0) {
- msg_warn("cannot parse URL: %s", url);
- return NULL;
- }
-
- if ((pu.field_set & (1 << UF_HOST)) == 0) {
- msg_warn("no host argument in URL: %s", url);
- return NULL;
- }
-
- if ((pu.field_set & (1 << UF_SCHEMA))) {
- if (pu.field_data[UF_SCHEMA].len == sizeof("https") - 1 &&
- memcmp(url + pu.field_data[UF_SCHEMA].off, "https", 5) == 0) {
- flags |= RSPAMD_HTTP_FLAG_WANT_SSL;
- }
- }
-
- if ((pu.field_set & (1 << UF_PATH)) == 0) {
- path = "/";
- pathlen = 1;
- }
- else {
- path = url + pu.field_data[UF_PATH].off;
- pathlen = pu.field_data[UF_PATH].len;
-
- if (path > url && *(path - 1) == '/') {
- path--;
- pathlen++;
- }
-
-
- /* Include query if needed */
- if ((pu.field_set & (1 << UF_QUERY)) != 0) {
- /* Include both ? and query */
- pathlen += pu.field_data[UF_QUERY].len + 1;
- }
-
- /* Do not include fragment here! */
- }
-
- msg = rspamd_http_new_message(HTTP_REQUEST);
- host = url + pu.field_data[UF_HOST].off;
- msg->flags = flags;
-
- if ((pu.field_set & (1 << UF_PORT)) != 0) {
- msg->port = pu.port;
- }
- else {
- /* XXX: magic constant */
- if (flags & RSPAMD_HTTP_FLAG_WANT_SSL) {
- msg->port = 443;
- }
- else {
- msg->port = 80;
- }
- }
-
- msg->host = g_string_new_len(host, pu.field_data[UF_HOST].len);
- msg->url = rspamd_fstring_append(msg->url, path, pathlen);
-
- REF_INIT_RETAIN(msg, rspamd_http_message_free);
-
- return msg;
- }
-
- const char *
- rspamd_http_message_get_body(struct rspamd_http_message *msg,
- gsize *blen)
- {
- const char *ret = NULL;
-
- if (msg->body_buf.len > 0) {
- ret = msg->body_buf.begin;
- }
-
- if (blen) {
- *blen = msg->body_buf.len;
- }
-
- return ret;
- }
-
- static void
- rspamd_http_shname_dtor(void *p)
- {
- struct rspamd_storage_shmem *n = p;
-
- #ifdef HAVE_SANE_SHMEM
- shm_unlink(n->shm_name);
- #else
- unlink(n->shm_name);
- #endif
- g_free(n->shm_name);
- g_free(n);
- }
-
- struct rspamd_storage_shmem *
- rspamd_http_message_shmem_ref(struct rspamd_http_message *msg)
- {
- if ((msg->flags & RSPAMD_HTTP_FLAG_SHMEM) && msg->body_buf.c.shared.name) {
- REF_RETAIN(msg->body_buf.c.shared.name);
- return msg->body_buf.c.shared.name;
- }
-
- return NULL;
- }
-
- unsigned int rspamd_http_message_get_flags(struct rspamd_http_message *msg)
- {
- return msg->flags;
- }
-
- void rspamd_http_message_shmem_unref(struct rspamd_storage_shmem *p)
- {
- REF_RELEASE(p);
- }
-
- gboolean
- rspamd_http_message_set_body(struct rspamd_http_message *msg,
- const char *data, gsize len)
- {
- union _rspamd_storage_u *storage;
- storage = &msg->body_buf.c;
-
- rspamd_http_message_storage_cleanup(msg);
-
- if (msg->flags & RSPAMD_HTTP_FLAG_SHMEM) {
- storage->shared.name = g_malloc(sizeof(*storage->shared.name));
- REF_INIT_RETAIN(storage->shared.name, rspamd_http_shname_dtor);
- #ifdef HAVE_SANE_SHMEM
- #if defined(__DragonFly__)
- // DragonFly uses regular files for shm. User rspamd is not allowed to create
- // files in the root.
- storage->shared.name->shm_name = g_strdup("/tmp/rhm.XXXXXXXXXXXXXXXXXXXX");
- #else
- storage->shared.name->shm_name = g_strdup("/rhm.XXXXXXXXXXXXXXXXXXXX");
- #endif
- storage->shared.shm_fd = rspamd_shmem_mkstemp(storage->shared.name->shm_name);
- #else
- /* XXX: assume that tempdir is /tmp */
- storage->shared.name->shm_name = g_strdup("/tmp/rhm.XXXXXXXXXXXXXXXXXXXX");
- storage->shared.shm_fd = mkstemp(storage->shared.name->shm_name);
- #endif
-
- if (storage->shared.shm_fd == -1) {
- return FALSE;
- }
-
- if (len != 0 && len != G_MAXSIZE) {
- if (ftruncate(storage->shared.shm_fd, len) == -1) {
- return FALSE;
- }
-
- msg->body_buf.str = mmap(NULL, len,
- PROT_WRITE | PROT_READ, MAP_SHARED,
- storage->shared.shm_fd, 0);
-
- if (msg->body_buf.str == MAP_FAILED) {
- return FALSE;
- }
-
- msg->body_buf.begin = msg->body_buf.str;
- msg->body_buf.allocated_len = len;
-
- if (data != NULL) {
- memcpy(msg->body_buf.str, data, len);
- msg->body_buf.len = len;
- }
- }
- else {
- msg->body_buf.len = 0;
- msg->body_buf.begin = NULL;
- msg->body_buf.str = NULL;
- msg->body_buf.allocated_len = 0;
- }
- }
- else {
- if (len != 0 && len != G_MAXSIZE) {
- if (data == NULL) {
- storage->normal = rspamd_fstring_sized_new(len);
- msg->body_buf.len = 0;
- }
- else {
- storage->normal = rspamd_fstring_new_init(data, len);
- msg->body_buf.len = len;
- }
- }
- else {
- storage->normal = rspamd_fstring_new();
- }
-
- msg->body_buf.begin = storage->normal->str;
- msg->body_buf.str = storage->normal->str;
- msg->body_buf.allocated_len = storage->normal->allocated;
- }
-
- msg->flags |= RSPAMD_HTTP_FLAG_HAS_BODY;
-
- return TRUE;
- }
-
- void rspamd_http_message_set_method(struct rspamd_http_message *msg,
- const char *method)
- {
- int i;
-
- /* Linear search: not very efficient method */
- for (i = 0; i < HTTP_METHOD_MAX; i++) {
- if (g_ascii_strcasecmp(method, http_method_str(i)) == 0) {
- msg->method = i;
- }
- }
- }
-
- gboolean
- rspamd_http_message_set_body_from_fd(struct rspamd_http_message *msg,
- int fd)
- {
- union _rspamd_storage_u *storage;
- struct stat st;
-
- rspamd_http_message_storage_cleanup(msg);
-
- storage = &msg->body_buf.c;
- msg->flags |= RSPAMD_HTTP_FLAG_SHMEM | RSPAMD_HTTP_FLAG_SHMEM_IMMUTABLE;
-
- storage->shared.shm_fd = dup(fd);
- msg->body_buf.str = MAP_FAILED;
-
- if (storage->shared.shm_fd == -1) {
- return FALSE;
- }
-
- if (fstat(storage->shared.shm_fd, &st) == -1) {
- return FALSE;
- }
-
- msg->body_buf.str = mmap(NULL, st.st_size,
- PROT_READ, MAP_SHARED,
- storage->shared.shm_fd, 0);
-
- if (msg->body_buf.str == MAP_FAILED) {
- return FALSE;
- }
-
- msg->body_buf.begin = msg->body_buf.str;
- msg->body_buf.len = st.st_size;
- msg->body_buf.allocated_len = st.st_size;
-
- return TRUE;
- }
-
- gboolean
- rspamd_http_message_set_body_from_fstring_steal(struct rspamd_http_message *msg,
- rspamd_fstring_t *fstr)
- {
- union _rspamd_storage_u *storage;
-
- rspamd_http_message_storage_cleanup(msg);
-
- storage = &msg->body_buf.c;
- msg->flags &= ~(RSPAMD_HTTP_FLAG_SHMEM | RSPAMD_HTTP_FLAG_SHMEM_IMMUTABLE);
-
- storage->normal = fstr;
- msg->body_buf.str = fstr->str;
- msg->body_buf.begin = msg->body_buf.str;
- msg->body_buf.len = fstr->len;
- msg->body_buf.allocated_len = fstr->allocated;
-
- return TRUE;
- }
-
- gboolean
- rspamd_http_message_set_body_from_fstring_copy(struct rspamd_http_message *msg,
- const rspamd_fstring_t *fstr)
- {
- union _rspamd_storage_u *storage;
-
- rspamd_http_message_storage_cleanup(msg);
-
- storage = &msg->body_buf.c;
- msg->flags &= ~(RSPAMD_HTTP_FLAG_SHMEM | RSPAMD_HTTP_FLAG_SHMEM_IMMUTABLE);
-
- storage->normal = rspamd_fstring_new_init(fstr->str, fstr->len);
- msg->body_buf.str = storage->normal->str;
- msg->body_buf.begin = msg->body_buf.str;
- msg->body_buf.len = storage->normal->len;
- msg->body_buf.allocated_len = storage->normal->allocated;
-
- return TRUE;
- }
-
-
- gboolean
- rspamd_http_message_grow_body(struct rspamd_http_message *msg, gsize len)
- {
- struct stat st;
- union _rspamd_storage_u *storage;
- gsize newlen;
-
- storage = &msg->body_buf.c;
-
- if (msg->flags & RSPAMD_HTTP_FLAG_SHMEM) {
- if (storage->shared.shm_fd == -1) {
- return FALSE;
- }
-
- if (fstat(storage->shared.shm_fd, &st) == -1) {
- return FALSE;
- }
-
- /* Check if we need to grow */
- if ((gsize) st.st_size < msg->body_buf.len + len) {
- /* Need to grow */
- newlen = rspamd_fstring_suggest_size(msg->body_buf.len, st.st_size,
- len);
- /* Unmap as we need another size of segment */
- if (msg->body_buf.str != MAP_FAILED) {
- munmap(msg->body_buf.str, st.st_size);
- }
-
- if (ftruncate(storage->shared.shm_fd, newlen) == -1) {
- return FALSE;
- }
-
- msg->body_buf.str = mmap(NULL, newlen,
- PROT_WRITE | PROT_READ, MAP_SHARED,
- storage->shared.shm_fd, 0);
- if (msg->body_buf.str == MAP_FAILED) {
- return FALSE;
- }
-
- msg->body_buf.begin = msg->body_buf.str;
- msg->body_buf.allocated_len = newlen;
- }
- }
- else {
- storage->normal = rspamd_fstring_grow(storage->normal, len);
-
- /* Append might cause realloc */
- msg->body_buf.begin = storage->normal->str;
- msg->body_buf.len = storage->normal->len;
- msg->body_buf.str = storage->normal->str;
- msg->body_buf.allocated_len = storage->normal->allocated;
- }
-
- return TRUE;
- }
-
- gboolean
- rspamd_http_message_append_body(struct rspamd_http_message *msg,
- const char *data, gsize len)
- {
- union _rspamd_storage_u *storage;
-
- storage = &msg->body_buf.c;
-
- if (msg->flags & RSPAMD_HTTP_FLAG_SHMEM) {
- if (!rspamd_http_message_grow_body(msg, len)) {
- return FALSE;
- }
-
- memcpy(msg->body_buf.str + msg->body_buf.len, data, len);
- msg->body_buf.len += len;
- }
- else {
- storage->normal = rspamd_fstring_append(storage->normal, data, len);
-
- /* Append might cause realloc */
- msg->body_buf.begin = storage->normal->str;
- msg->body_buf.len = storage->normal->len;
- msg->body_buf.str = storage->normal->str;
- msg->body_buf.allocated_len = storage->normal->allocated;
- }
-
- return TRUE;
- }
-
- void rspamd_http_message_storage_cleanup(struct rspamd_http_message *msg)
- {
- union _rspamd_storage_u *storage;
- struct stat st;
-
- if (msg->flags & RSPAMD_HTTP_FLAG_SHMEM) {
- storage = &msg->body_buf.c;
-
- if (storage->shared.shm_fd > 0) {
- g_assert(fstat(storage->shared.shm_fd, &st) != -1);
-
- if (msg->body_buf.str != MAP_FAILED) {
- munmap(msg->body_buf.str, st.st_size);
- }
-
- close(storage->shared.shm_fd);
- }
-
- if (storage->shared.name != NULL) {
- REF_RELEASE(storage->shared.name);
- }
-
- storage->shared.shm_fd = -1;
- msg->body_buf.str = MAP_FAILED;
- }
- else {
- if (msg->body_buf.c.normal) {
- rspamd_fstring_free(msg->body_buf.c.normal);
- }
-
- msg->body_buf.c.normal = NULL;
- }
-
- msg->body_buf.len = 0;
- }
-
- void rspamd_http_message_free(struct rspamd_http_message *msg)
- {
- struct rspamd_http_header *hdr, *hcur, *hcurtmp;
-
- kh_foreach_value (msg->headers, hdr, {
- DL_FOREACH_SAFE (hdr, hcur, hcurtmp) {
- rspamd_fstring_free (hcur->combined);
- g_free (hcur);
- }
- });
-
- kh_destroy(rspamd_http_headers_hash, msg->headers);
- rspamd_http_message_storage_cleanup(msg);
-
- if (msg->url != NULL) {
- rspamd_fstring_free(msg->url);
- }
- if (msg->status != NULL) {
- rspamd_fstring_free(msg->status);
- }
- if (msg->host != NULL) {
- g_string_free(msg->host, TRUE);
- }
- if (msg->peer_key != NULL) {
- rspamd_pubkey_unref(msg->peer_key);
- }
-
- g_free(msg);
- }
-
- void rspamd_http_message_set_peer_key(struct rspamd_http_message *msg,
- struct rspamd_cryptobox_pubkey *pk)
- {
- if (msg->peer_key != NULL) {
- rspamd_pubkey_unref(msg->peer_key);
- }
-
- if (pk) {
- msg->peer_key = rspamd_pubkey_ref(pk);
- }
- else {
- msg->peer_key = NULL;
- }
- }
-
- void rspamd_http_message_add_header_len(struct rspamd_http_message *msg,
- const char *name,
- const char *value,
- gsize len)
- {
- struct rspamd_http_header *hdr, *found;
- unsigned int nlen, vlen;
- khiter_t k;
- int r;
-
- if (msg != NULL && name != NULL && value != NULL) {
- hdr = g_malloc0(sizeof(struct rspamd_http_header));
- nlen = strlen(name);
- vlen = len;
-
- if (g_ascii_strcasecmp(name, "host") == 0) {
- msg->flags |= RSPAMD_HTTP_FLAG_HAS_HOST_HEADER;
- }
-
- hdr->combined = rspamd_fstring_sized_new(nlen + vlen + 4);
- rspamd_printf_fstring(&hdr->combined, "%s: %*s\r\n", name, (int) vlen,
- value);
- hdr->name.begin = hdr->combined->str;
- hdr->name.len = nlen;
- hdr->value.begin = hdr->combined->str + nlen + 2;
- hdr->value.len = vlen;
-
- k = kh_put(rspamd_http_headers_hash, msg->headers, &hdr->name,
- &r);
-
- if (r != 0) {
- kh_value(msg->headers, k) = hdr;
- found = NULL;
- }
- else {
- found = kh_value(msg->headers, k);
- }
-
- DL_APPEND(found, hdr);
- }
- }
-
- void rspamd_http_message_add_header(struct rspamd_http_message *msg,
- const char *name,
- const char *value)
- {
- if (value) {
- rspamd_http_message_add_header_len(msg, name, value, strlen(value));
- }
- }
-
- void rspamd_http_message_add_header_fstr(struct rspamd_http_message *msg,
- const char *name,
- rspamd_fstring_t *value)
- {
- struct rspamd_http_header *hdr, *found = NULL;
- unsigned int nlen, vlen;
- khiter_t k;
- int r;
-
- if (msg != NULL && name != NULL && value != NULL) {
- hdr = g_malloc0(sizeof(struct rspamd_http_header));
- nlen = strlen(name);
- vlen = value->len;
- hdr->combined = rspamd_fstring_sized_new(nlen + vlen + 4);
- rspamd_printf_fstring(&hdr->combined, "%s: %V\r\n", name, value);
- hdr->name.begin = hdr->combined->str;
- hdr->name.len = nlen;
- hdr->value.begin = hdr->combined->str + nlen + 2;
- hdr->value.len = vlen;
-
- k = kh_put(rspamd_http_headers_hash, msg->headers, &hdr->name,
- &r);
-
- if (r != 0) {
- kh_value(msg->headers, k) = hdr;
- found = NULL;
- }
- else {
- found = kh_value(msg->headers, k);
- }
-
- DL_APPEND(found, hdr);
- }
- }
-
- const rspamd_ftok_t *
- rspamd_http_message_find_header(struct rspamd_http_message *msg,
- const char *name)
- {
- const rspamd_ftok_t *res = NULL;
- rspamd_ftok_t srch;
- unsigned int slen = strlen(name);
- khiter_t k;
-
- if (msg != NULL) {
- srch.begin = name;
- srch.len = slen;
-
- k = kh_get(rspamd_http_headers_hash, msg->headers, &srch);
-
- if (k != kh_end(msg->headers)) {
- res = &(kh_value(msg->headers, k)->value);
- }
- }
-
- return res;
- }
-
- GPtrArray *
- rspamd_http_message_find_header_multiple(
- struct rspamd_http_message *msg,
- const char *name)
- {
- GPtrArray *res = NULL;
- struct rspamd_http_header *hdr, *cur;
- rspamd_ftok_t srch;
- khiter_t k;
- unsigned int cnt = 0;
-
- unsigned int slen = strlen(name);
-
- if (msg != NULL) {
- srch.begin = name;
- srch.len = slen;
-
- k = kh_get(rspamd_http_headers_hash, msg->headers, &srch);
-
- if (k != kh_end(msg->headers)) {
- hdr = kh_value(msg->headers, k);
-
- LL_COUNT(hdr, cur, cnt);
- res = g_ptr_array_sized_new(cnt);
-
- LL_FOREACH(hdr, cur)
- {
- g_ptr_array_add(res, &cur->value);
- }
- }
- }
-
-
- return res;
- }
-
-
- gboolean
- rspamd_http_message_remove_header(struct rspamd_http_message *msg,
- const char *name)
- {
- struct rspamd_http_header *hdr, *hcur, *hcurtmp;
- gboolean res = FALSE;
- unsigned int slen = strlen(name);
- rspamd_ftok_t srch;
- khiter_t k;
-
- if (msg != NULL) {
- srch.begin = name;
- srch.len = slen;
-
- k = kh_get(rspamd_http_headers_hash, msg->headers, &srch);
-
- if (k != kh_end(msg->headers)) {
- hdr = kh_value(msg->headers, k);
- kh_del(rspamd_http_headers_hash, msg->headers, k);
- res = TRUE;
-
- DL_FOREACH_SAFE(hdr, hcur, hcurtmp)
- {
- rspamd_fstring_free(hcur->combined);
- g_free(hcur);
- }
- }
- }
-
- return res;
- }
-
- const char *
- rspamd_http_message_get_http_host(struct rspamd_http_message *msg,
- gsize *hostlen)
- {
- if (msg->flags & RSPAMD_HTTP_FLAG_HAS_HOST_HEADER) {
- rspamd_ftok_t srch;
-
- RSPAMD_FTOK_ASSIGN(&srch, "Host");
-
- khiter_t k = kh_get(rspamd_http_headers_hash, msg->headers, &srch);
-
- if (k != kh_end(msg->headers)) {
- *hostlen = (kh_value(msg->headers, k)->value).len;
- return (kh_value(msg->headers, k)->value).begin;
- }
- else if (msg->host) {
- *hostlen = msg->host->len;
- return msg->host->str;
- }
- }
- else {
- if (msg->host) {
- *hostlen = msg->host->len;
- return msg->host->str;
- }
- }
-
- return NULL;
- }
-
- bool rspamd_http_message_is_standard_port(struct rspamd_http_message *msg)
- {
- if (msg->flags & RSPAMD_HTTP_FLAG_WANT_SSL) {
- return msg->port == 443;
- }
-
- return msg->port == 80;
- }
-
- const char *rspamd_http_message_get_url(struct rspamd_http_message *msg, gsize *len)
- {
- if (msg->url) {
- *len = msg->url->len;
- return msg->url->str;
- }
-
- return NULL;
- }
|