rspamd/src/libserver/milter.c

/*
 * Copyright 2024 Vsevolod Stakhov
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include "config.h"
#include "milter.h"
#include "milter_internal.h"
#include "email_addr.h"
#include "addr.h"
#include "unix-std.h"
#include "logger.h"
#include "ottery.h"
#include "libserver/http/http_connection.h"
#include "libserver/http/http_private.h"
#include "libserver/protocol_internal.h"
#include "libserver/cfg_file_private.h"
#include "libmime/scan_result.h"
#include "libserver/worker_util.h"
#include "utlist.h"

#define msg_err_milter(...) rspamd_default_log_function(G_LOG_LEVEL_CRITICAL,          \
														"milter", priv->pool->tag.uid, \
														RSPAMD_LOG_FUNC,               \
														__VA_ARGS__)
#define msg_warn_milter(...) rspamd_default_log_function(G_LOG_LEVEL_WARNING,           \
														 "milter", priv->pool->tag.uid, \
														 RSPAMD_LOG_FUNC,               \
														 __VA_ARGS__)
#define msg_info_milter(...) rspamd_default_log_function(G_LOG_LEVEL_INFO,              \
														 "milter", priv->pool->tag.uid, \
														 RSPAMD_LOG_FUNC,               \
														 __VA_ARGS__)
#define msg_debug_milter(...) rspamd_conditional_debug_fast(NULL, NULL,                                          \
															rspamd_milter_log_id, "milter", priv->pool->tag.uid, \
															RSPAMD_LOG_FUNC,                                     \
															__VA_ARGS__)

INIT_LOG_MODULE(milter)

static const struct rspamd_milter_context *milter_ctx = NULL;

static gboolean rspamd_milter_handle_session(
	struct rspamd_milter_session *session,
	struct rspamd_milter_private *priv);
static inline void rspamd_milter_plan_io(struct rspamd_milter_session *session,
										 struct rspamd_milter_private *priv, gshort what);

static GQuark
rspamd_milter_quark(void)
{
	return g_quark_from_static_string("milter");
}

static void
rspamd_milter_obuf_free(struct rspamd_milter_outbuf *obuf)
{
	if (obuf) {
		if (obuf->buf) {
			rspamd_fstring_free(obuf->buf);
		}

		g_free(obuf);
	}
}

#define RSPAMD_MILTER_RESET_COMMON (1 << 0)
#define RSPAMD_MILTER_RESET_IO (1 << 1)
#define RSPAMD_MILTER_RESET_ADDR (1 << 2)
#define RSPAMD_MILTER_RESET_MACRO (1 << 3)
#define RSPAMD_MILTER_RESET_ALL (RSPAMD_MILTER_RESET_COMMON | \
								 RSPAMD_MILTER_RESET_IO |     \
								 RSPAMD_MILTER_RESET_ADDR |   \
								 RSPAMD_MILTER_RESET_MACRO)
#define RSPAMD_MILTER_RESET_QUIT_NC (RSPAMD_MILTER_RESET_COMMON | \
									 RSPAMD_MILTER_RESET_ADDR |   \
									 RSPAMD_MILTER_RESET_MACRO)
#define RSPAMD_MILTER_RESET_ABORT (RSPAMD_MILTER_RESET_COMMON)

static void
rspamd_milter_session_reset(struct rspamd_milter_session *session,
							unsigned int how)
{
	struct rspamd_milter_outbuf *obuf, *obuf_tmp;
	struct rspamd_milter_private *priv = session->priv;
	struct rspamd_email_address *cur;
	unsigned int i;

	if (how & RSPAMD_MILTER_RESET_IO) {
		msg_debug_milter("cleanup IO on abort");

		DL_FOREACH_SAFE(priv->out_chain, obuf, obuf_tmp)
		{
			rspamd_milter_obuf_free(obuf);
		}

		priv->out_chain = NULL;

		if (priv->parser.buf) {
			priv->parser.buf->len = 0;
		}
	}

	if (how & RSPAMD_MILTER_RESET_COMMON) {
		msg_debug_milter("cleanup common data on abort");

		if (session->message) {
			session->message->len = 0;
			msg_debug_milter("cleanup message on abort");
		}

		if (session->rcpts) {
			PTR_ARRAY_FOREACH(session->rcpts, i, cur)
			{
				rspamd_email_address_free(cur);
			}

			msg_debug_milter("cleanup %d recipients on abort",
							 (int) session->rcpts->len);

			g_ptr_array_free(session->rcpts, TRUE);
			session->rcpts = NULL;
		}

		if (session->from) {
			msg_debug_milter("cleanup from");
			rspamd_email_address_free(session->from);
			session->from = NULL;
		}

		if (priv->headers) {
			msg_debug_milter("cleanup headers");
			char *k;
			GArray *ar;

			kh_foreach(priv->headers, k, ar, {
				g_free(k);
				g_array_free(ar, TRUE);
			});

			kh_clear(milter_headers_hash_t, priv->headers);
		}

		priv->cur_hdr = 0;
	}

	if (how & RSPAMD_MILTER_RESET_ADDR) {
		if (session->addr) {
			msg_debug_milter("cleanup addr");
			rspamd_inet_address_free(session->addr);
			session->addr = NULL;
		}
		if (session->hostname) {
			msg_debug_milter("cleanup hostname");
			session->hostname->len = 0;
		}
	}

	if (how & RSPAMD_MILTER_RESET_MACRO) {
		if (session->macros) {
			msg_debug_milter("cleanup macros");
			g_hash_table_unref(session->macros);
			session->macros = NULL;
		}
	}
}

static void
rspamd_milter_session_dtor(struct rspamd_milter_session *session)
{
	struct rspamd_milter_private *priv;

	if (session) {
		priv = session->priv;
		msg_debug_milter("destroying milter session");

		rspamd_ev_watcher_stop(priv->event_loop, &priv->ev);
		rspamd_milter_session_reset(session, RSPAMD_MILTER_RESET_ALL);
		close(priv->fd);

		if (priv->parser.buf) {
			rspamd_fstring_free(priv->parser.buf);
		}

		if (session->message) {
			rspamd_fstring_free(session->message);
		}

		if (session->helo) {
			rspamd_fstring_free(session->helo);
		}

		if (session->hostname) {
			rspamd_fstring_free(session->hostname);
		}

		if (priv->headers) {
			char *k;
			GArray *ar;

			kh_foreach(priv->headers, k, ar, {
				g_free(k);
				g_array_free(ar, TRUE);
			});

			kh_destroy(milter_headers_hash_t, priv->headers);
		}

		if (milter_ctx->sessions_cache) {
			rspamd_worker_session_cache_remove(milter_ctx->sessions_cache,
											   session);
		}

		rspamd_mempool_delete(priv->pool);
		g_free(priv);
		g_free(session);
	}
}

static void
rspamd_milter_on_protocol_error(struct rspamd_milter_session *session,
								struct rspamd_milter_private *priv, GError *err)
{
	msg_debug_milter("protocol error: %e", err);
	priv->state = RSPAMD_MILTER_WANNA_DIE;
	REF_RETAIN(session);
	priv->err_cb(priv->fd, session, priv->ud, err);
	REF_RELEASE(session);
	g_error_free(err);

	rspamd_milter_plan_io(session, priv, EV_WRITE);
}

static void
rspamd_milter_on_protocol_ping(struct rspamd_milter_session *session,
							   struct rspamd_milter_private *priv)
{
	GError *err = NULL;
	static const char reply[] = "HTTP/1.1 200 OK\r\n"
								"Connection: close\r\n"
								"Server: rspamd/2.7 (milter mode)\r\n"
								"Content-Length: 6\r\n"
								"Content-Type: text/plain\r\n"
								"\r\n"
								"pong\r\n";

	if (write(priv->fd, reply, sizeof(reply)) == -1) {
		int serrno = errno;
		msg_err_milter("cannot write pong reply: %s", strerror(serrno));
		g_set_error(&err, rspamd_milter_quark(), serrno, "ping command IO error: %s",
					strerror(serrno));
		priv->state = RSPAMD_MILTER_WANNA_DIE;
		REF_RETAIN(session);
		priv->err_cb(priv->fd, session, priv->ud, err);
		REF_RELEASE(session);
		g_error_free(err);
	}
	else {
		priv->state = RSPAMD_MILTER_PONG_AND_DIE;
		rspamd_milter_plan_io(session, priv, EV_WRITE);
	}
}

static int
rspamd_milter_http_on_url(http_parser *parser, const char *at, size_t length)
{
	GString *url = (GString *) parser->data;

	g_string_append_len(url, at, length);

	return 0;
}

static void
rspamd_milter_io_handler(int fd, gshort what, void *ud)
{
	struct rspamd_milter_session *session = ud;
	struct rspamd_milter_private *priv;
	GError *err;

	priv = session->priv;

	if (what == EV_TIMEOUT) {
		msg_debug_milter("connection timed out");
		err = g_error_new(rspamd_milter_quark(), ETIMEDOUT, "connection "
															"timed out");
		rspamd_milter_on_protocol_error(session, priv, err);
	}
	else {
		rspamd_milter_handle_session(session, priv);
	}
}

static inline void
rspamd_milter_plan_io(struct rspamd_milter_session *session,
					  struct rspamd_milter_private *priv, gshort what)
{
	rspamd_ev_watcher_reschedule(priv->event_loop, &priv->ev, what);
}


#define READ_INT_32(pos, var)               \
	do {                                    \
		memcpy(&(var), (pos), sizeof(var)); \
		(pos) += sizeof(var);               \
		(var) = ntohl(var);                 \
	} while (0)
#define READ_INT_16(pos, var)               \
	do {                                    \
		memcpy(&(var), (pos), sizeof(var)); \
		(pos) += sizeof(var);               \
		(var) = ntohs(var);                 \
	} while (0)

static gboolean
rspamd_milter_process_command(struct rspamd_milter_session *session,
							  struct rspamd_milter_private *priv)
{
	GError *err;
	rspamd_fstring_t *buf;
	const unsigned char *pos, *end, *zero;
	unsigned int cmdlen;
	uint32_t version, actions, protocol;

	buf = priv->parser.buf;
	pos = buf->str + priv->parser.cmd_start;
	cmdlen = priv->parser.datalen;
	end = pos + cmdlen;

	switch (priv->parser.cur_cmd) {
	case RSPAMD_MILTER_CMD_ABORT:
		msg_debug_milter("got abort command");
		rspamd_milter_session_reset(session, RSPAMD_MILTER_RESET_ABORT);
		break;
	case RSPAMD_MILTER_CMD_BODY:
		if (!session->message) {
			session->message = rspamd_fstring_sized_new(
				RSPAMD_MILTER_MESSAGE_CHUNK);
		}

		msg_debug_milter("got body chunk: %d bytes", (int) cmdlen);
		session->message = rspamd_fstring_append(session->message,
												 pos, cmdlen);
		break;
	case RSPAMD_MILTER_CMD_CONNECT:
		msg_debug_milter("got connect command");

		/*
		 * char hostname[]: Hostname, NUL terminated
		 * char family: Protocol family
		 * uint16 port: Port number (SMFIA_INET or SMFIA_INET6 only)
		 * char address[]: IP address (ASCII) or unix socket path, NUL terminated
		 */
		zero = memchr(pos, '\0', cmdlen);

		if (zero == NULL || zero > (end - sizeof(uint16_t) + 1)) {
			err = g_error_new(rspamd_milter_quark(), EINVAL, "invalid "
															 "connect command (no name)");
			rspamd_milter_on_protocol_error(session, priv, err);

			return FALSE;
		}
		else {
			unsigned char proto;
			uint16_t port;
			char ip6_str[INET6_ADDRSTRLEN + 3];
			gsize r;

			/*
			 * Important notice: Postfix do NOT use this command to pass
			 * client's info (e.g. hostname is not really here)
			 * Sendmail will pass it here
			 */
			if (session->hostname == NULL) {
				session->hostname = rspamd_fstring_new_init(pos, zero - pos);
				msg_debug_milter("got hostname on connect phase: %V",
								 session->hostname);
			}
			else {
				session->hostname = rspamd_fstring_assign(session->hostname,
														  pos, zero - pos);
				msg_debug_milter("rewrote hostname on connect phase: %V",
								 session->hostname);
			}

			pos = zero + 1;
			proto = *pos++;

			if (proto == RSPAMD_MILTER_CONN_UNKNOWN) {
				/* We have no information about host */
				msg_debug_milter("unknown connect address");
			}
			else {
				READ_INT_16(pos, port);

				if (pos >= end) {
					/* No IP somehow */
					msg_debug_milter("unknown connect IP/socket");
				}
				else {
					zero = memchr(pos, '\0', end - pos);

					if (zero == NULL) {
						err = g_error_new(rspamd_milter_quark(), EINVAL, "invalid "
																		 "connect command (no zero terminated IP)");
						rspamd_milter_on_protocol_error(session, priv, err);

						return FALSE;
					}

					switch (proto) {
					case RSPAMD_MILTER_CONN_UNIX:
						session->addr = rspamd_inet_address_new(AF_UNIX,
																pos);
						break;

					case RSPAMD_MILTER_CONN_INET:
						session->addr = rspamd_inet_address_new(AF_INET, NULL);

						if (!rspamd_parse_inet_address_ip(pos, zero - pos,
														  session->addr)) {
							err = g_error_new(rspamd_milter_quark(), EINVAL,
											  "invalid connect command (bad IPv4)");
							rspamd_milter_on_protocol_error(session, priv,
															err);

							return FALSE;
						}

						rspamd_inet_address_set_port(session->addr, port);
						break;

					case RSPAMD_MILTER_CONN_INET6:
						session->addr = rspamd_inet_address_new(AF_INET6, NULL);

						if (zero - pos > sizeof("IPv6:") &&
							rspamd_lc_cmp(pos, "IPv6:",
										  sizeof("IPv6:") - 1) == 0) {
							/* Kill sendmail please */
							pos += sizeof("IPv6:") - 1;

							if (*pos != '[') {
								/* Add explicit braces */
								r = rspamd_snprintf(ip6_str, sizeof(ip6_str),
													"[%*s]", (int) (zero - pos), pos);
							}
							else {
								r = rspamd_strlcpy(ip6_str, pos, sizeof(ip6_str));
							}
						}
						else {
							r = rspamd_strlcpy(ip6_str, pos, sizeof(ip6_str));
						}

						if (!rspamd_parse_inet_address_ip(ip6_str, r,
														  session->addr)) {
							err = g_error_new(rspamd_milter_quark(), EINVAL,
											  "invalid connect command (bad IPv6)");
							rspamd_milter_on_protocol_error(session, priv,
															err);

							return FALSE;
						}

						rspamd_inet_address_set_port(session->addr, port);
						break;

					default:
						err = g_error_new(rspamd_milter_quark(), EINVAL,
										  "invalid connect command (bad protocol: %c)",
										  proto);
						rspamd_milter_on_protocol_error(session, priv,
														err);

						return FALSE;
					}
				}
			}

			msg_info_milter("got connection from %s",
							rspamd_inet_address_to_string_pretty(session->addr));
		}
		break;
	case RSPAMD_MILTER_CMD_MACRO:
		msg_debug_milter("got macro command");
		/*
		 * Format is
		 * 1 byte - command associated (we don't care about it)
		 * 0-terminated name
		 * 0-terminated value
		 * ...
		 */
		if (session->macros == NULL) {
			session->macros = g_hash_table_new_full(rspamd_ftok_icase_hash,
													rspamd_ftok_icase_equal,
													rspamd_fstring_mapped_ftok_free,
													rspamd_fstring_mapped_ftok_free);
		}

		/* Ignore one byte */
		pos++;

		while (pos < end) {
			zero = memchr(pos, '\0', cmdlen);

			if (zero == NULL || zero >= end) {
				err = g_error_new(rspamd_milter_quark(), EINVAL, "invalid "
																 "macro command (no name)");
				rspamd_milter_on_protocol_error(session, priv, err);

				return FALSE;
			}
			else {
				rspamd_fstring_t *name, *value;
				rspamd_ftok_t *name_tok, *value_tok;
				const unsigned char *zero_val;

				zero_val = memchr(zero + 1, '\0', end - zero - 1);

				if (zero_val != NULL && end > zero_val) {
					name = rspamd_fstring_new_init(pos, zero - pos);
					value = rspamd_fstring_new_init(zero + 1,
													zero_val - zero - 1);
					name_tok = rspamd_ftok_map(name);
					value_tok = rspamd_ftok_map(value);

					g_hash_table_replace(session->macros, name_tok, value_tok);
					msg_debug_milter("got macro: %T -> %T",
									 name_tok, value_tok);

					cmdlen -= zero_val - pos;
					pos = zero_val + 1;
				}
				else {
					err = g_error_new(rspamd_milter_quark(), EINVAL,
									  "invalid macro command (bad value)");
					rspamd_milter_on_protocol_error(session, priv, err);

					return FALSE;
				}
			}
		}
		break;
	case RSPAMD_MILTER_CMD_BODYEOB:
		msg_debug_milter("got eob command");
		REF_RETAIN(session);
		priv->fin_cb(priv->fd, session, priv->ud);
		REF_RELEASE(session);
		break;
	case RSPAMD_MILTER_CMD_HELO:
		msg_debug_milter("got helo command");

		if (end > pos && *(end - 1) == '\0') {
			if (session->helo == NULL) {
				session->helo = rspamd_fstring_new_init(pos, cmdlen - 1);
			}
			else {
				session->helo = rspamd_fstring_assign(session->helo,
													  pos, cmdlen - 1);
			}
		}
		else if (end > pos) {
			/* Should not happen */
			if (session->helo == NULL) {
				session->helo = rspamd_fstring_new_init(pos, cmdlen);
			}
			else {
				session->helo = rspamd_fstring_assign(session->helo,
													  pos, cmdlen);
			}
		}

		msg_debug_milter("got helo value: %V", session->helo);

		break;
	case RSPAMD_MILTER_CMD_QUIT_NC:
		/* We need to reset session and start over */
		msg_debug_milter("got quit_nc command");
		rspamd_milter_session_reset(session, RSPAMD_MILTER_RESET_QUIT_NC);
		break;
	case RSPAMD_MILTER_CMD_HEADER:
		msg_debug_milter("got header command");
		if (!session->message) {
			session->message = rspamd_fstring_sized_new(
				RSPAMD_MILTER_MESSAGE_CHUNK);
		}
		zero = memchr(pos, '\0', cmdlen);

		if (zero == NULL) {
			err = g_error_new(rspamd_milter_quark(), EINVAL, "invalid "
															 "header command (no name)");
			rspamd_milter_on_protocol_error(session, priv, err);

			return FALSE;
		}
		else {
			if (end > zero && *(end - 1) == '\0') {
				khiter_t k;
				int res;

				k = kh_get(milter_headers_hash_t, priv->headers, (char *) pos);

				if (k == kh_end(priv->headers)) {
					GArray *ar;

					k = kh_put(milter_headers_hash_t, priv->headers,
							   g_strdup(pos), &res);
					ar = g_array_new(FALSE, FALSE, sizeof(int));
					g_array_append_val(ar, priv->cur_hdr);
					kh_value(priv->headers, k) = ar;
				}
				else {
					g_array_append_val(kh_value(priv->headers, k),
									   priv->cur_hdr);
				}

				rspamd_printf_fstring(&session->message, "%*s: %*s\r\n",
									  (int) (zero - pos), pos,
									  (int) (end - zero - 2), zero + 1);
				priv->cur_hdr++;
			}
			else {
				err = g_error_new(rspamd_milter_quark(), EINVAL, "invalid "
																 "header command (bad value)");
				rspamd_milter_on_protocol_error(session, priv, err);

				return FALSE;
			}
		}
		break;
	case RSPAMD_MILTER_CMD_MAIL:
		msg_debug_milter("mail command");

		while (pos < end) {
			struct rspamd_email_address *addr;
			char *cpy;

			zero = memchr(pos, '\0', end - pos);

			if (zero && zero > pos) {
				cpy = rspamd_mempool_alloc(priv->pool, zero - pos);
				memcpy(cpy, pos, zero - pos);
				msg_debug_milter("got mail: %*s", (int) (zero - pos), cpy);
				addr = rspamd_email_address_from_smtp(cpy, zero - pos);

				if (addr) {
					session->from = addr;
				}

				/* TODO: parse esmtp arguments */
				break;
			}
			else {
				msg_debug_milter("got weird from: %*s", (int) (end - pos),
								 pos);
				/* That actually should not happen */
				cpy = rspamd_mempool_alloc(priv->pool, end - pos);
				memcpy(cpy, pos, end - pos);
				addr = rspamd_email_address_from_smtp(cpy, end - pos);

				if (addr) {
					session->from = addr;
				}

				break;
			}
		}
		break;
	case RSPAMD_MILTER_CMD_EOH:
		msg_debug_milter("got eoh command");

		if (!session->message) {
			session->message = rspamd_fstring_sized_new(
				RSPAMD_MILTER_MESSAGE_CHUNK);
		}

		session->message = rspamd_fstring_append(session->message,
												 "\r\n", 2);
		break;
	case RSPAMD_MILTER_CMD_OPTNEG:
		if (cmdlen != sizeof(uint32_t) * 3) {
			err = g_error_new(rspamd_milter_quark(), EINVAL, "invalid "
															 "optneg command");
			rspamd_milter_on_protocol_error(session, priv, err);

			return FALSE;
		}

		READ_INT_32(pos, version);
		READ_INT_32(pos, actions);
		READ_INT_32(pos, protocol);

		msg_debug_milter("optneg: version: %d, actions: %d, protocol: %d",
						 version, actions, protocol);

		if (version < RSPAMD_MILTER_PROTO_VER) {
			msg_warn_milter("MTA specifies too old protocol: %d, "
							"aborting connection",
							version);

			err = g_error_new(rspamd_milter_quark(), EINVAL, "invalid "
															 "protocol version: %d",
							  version);
			rspamd_milter_on_protocol_error(session, priv, err);

			return FALSE;
		}

		version = RSPAMD_MILTER_PROTO_VER;
		actions |= RSPAMD_MILTER_ACTIONS_MASK;
		protocol = RSPAMD_MILTER_FLAG_NOREPLY_MASK;

		return rspamd_milter_send_action(session, RSPAMD_MILTER_OPTNEG,
										 version, actions, protocol);
		break;
	case RSPAMD_MILTER_CMD_QUIT:
		if (priv->out_chain) {
			msg_debug_milter("quit command, refcount: %d, "
							 "some output buffers left - draining",
							 session->ref.refcount);

			priv->state = RSPAMD_MILTER_WRITE_AND_DIE;
		}
		else {
			msg_debug_milter("quit command, refcount: %d",
							 session->ref.refcount);

			priv->state = RSPAMD_MILTER_WANNA_DIE;
			REF_RETAIN(session);
			priv->fin_cb(priv->fd, session, priv->ud);
			REF_RELEASE(session);
			return FALSE;
		}
		break;
	case RSPAMD_MILTER_CMD_RCPT:
		msg_debug_milter("rcpt command");

		while (pos < end) {
			struct rspamd_email_address *addr;
			char *cpy;

			zero = memchr(pos, '\0', end - pos);

			if (zero && zero > pos) {
				cpy = rspamd_mempool_alloc(priv->pool, end - pos);
				memcpy(cpy, pos, end - pos);

				msg_debug_milter("got rcpt: %*s", (int) (zero - pos), cpy);
				addr = rspamd_email_address_from_smtp(cpy, zero - pos);

				if (addr) {
					if (!session->rcpts) {
						session->rcpts = g_ptr_array_sized_new(1);
					}

					g_ptr_array_add(session->rcpts, addr);
				}

				pos = zero + 1;
			}
			else {
				cpy = rspamd_mempool_alloc(priv->pool, end - pos);
				memcpy(cpy, pos, end - pos);

				msg_debug_milter("got weird rcpt: %*s", (int) (end - pos),
								 pos);
				/* That actually should not happen */
				addr = rspamd_email_address_from_smtp(cpy, end - pos);

				if (addr) {
					if (!session->rcpts) {
						session->rcpts = g_ptr_array_sized_new(1);
					}

					g_ptr_array_add(session->rcpts, addr);
				}

				break;
			}
		}
		break;
	case RSPAMD_MILTER_CMD_DATA:
		if (!session->message) {
			session->message = rspamd_fstring_sized_new(
				RSPAMD_MILTER_MESSAGE_CHUNK);
		}
		msg_debug_milter("got data command");
		/* We do not need reply as specified */
		break;
	default:
		msg_debug_milter("got bad command: %c", priv->parser.cur_cmd);
		break;
	}

	return TRUE;
}

static gboolean
rspamd_milter_is_valid_cmd(unsigned char c)
{
	switch (c) {
	case RSPAMD_MILTER_CMD_ABORT:
	case RSPAMD_MILTER_CMD_BODY:
	case RSPAMD_MILTER_CMD_CONNECT:
	case RSPAMD_MILTER_CMD_MACRO:
	case RSPAMD_MILTER_CMD_BODYEOB:
	case RSPAMD_MILTER_CMD_HELO:
	case RSPAMD_MILTER_CMD_QUIT_NC:
	case RSPAMD_MILTER_CMD_HEADER:
	case RSPAMD_MILTER_CMD_MAIL:
	case RSPAMD_MILTER_CMD_EOH:
	case RSPAMD_MILTER_CMD_OPTNEG:
	case RSPAMD_MILTER_CMD_QUIT:
	case RSPAMD_MILTER_CMD_RCPT:
	case RSPAMD_MILTER_CMD_DATA:
	case RSPAMD_MILTER_CMD_UNKNOWN:
		return TRUE;
	default:
		break;
	}

	return FALSE;
}

static gboolean
rspamd_milter_consume_input(struct rspamd_milter_session *session,
							struct rspamd_milter_private *priv)
{
	const unsigned char *p, *end;
	GError *err;

	p = priv->parser.buf->str + priv->parser.pos;
	end = priv->parser.buf->str + priv->parser.buf->len;

	while (p < end) {
		msg_debug_milter("offset: %d, state: %d",
						 (int) (p - (const unsigned char *) priv->parser.buf->str),
						 priv->parser.state);

		switch (priv->parser.state) {
		case st_len_1:
			/* The first length byte in big endian order */
			priv->parser.datalen = 0;
			priv->parser.datalen |= ((gsize) *p) << 24;
			priv->parser.state = st_len_2;
			p++;
			break;
		case st_len_2:
			/* The second length byte in big endian order */
			priv->parser.datalen |= ((gsize) *p) << 16;
			priv->parser.state = st_len_3;
			p++;
			break;
		case st_len_3:
			/* The third length byte in big endian order */
			priv->parser.datalen |= ((gsize) *p) << 8;
			priv->parser.state = st_len_4;
			p++;
			break;
		case st_len_4:
			/* The fourth length byte in big endian order */
			priv->parser.datalen |= ((gsize) *p);
			priv->parser.state = st_read_cmd;
			p++;
			break;
		case st_read_cmd:
			priv->parser.cur_cmd = *p;
			priv->parser.state = st_read_data;

			if (priv->parser.datalen < 1) {
				err = g_error_new(rspamd_milter_quark(), EINVAL,
								  "Command length is too short");
				rspamd_milter_on_protocol_error(session, priv, err);

				return FALSE;
			}
			else {
				/* Eat command itself */
				priv->parser.datalen--;
			}

			p++;
			priv->parser.cmd_start = p - (const unsigned char *) priv->parser.buf->str;
			break;
		case st_read_data:
			/* We might need some more data in buffer for further steps */
			if (priv->parser.datalen >
				RSPAMD_MILTER_MESSAGE_CHUNK * 2) {
				/* Check if we have HTTP input instead of milter */
				if (priv->parser.buf->len > sizeof("GET") &&
					memcmp(priv->parser.buf->str, "GET", 3) == 0) {
					struct http_parser http_parser;
					struct http_parser_settings http_callbacks;
					GString *url = g_string_new(NULL);

					/* Hack, hack, hack */
					/*
					 * This code is assumed to read `/ping` command and
					 * handle it to monitor port's availability since
					 * milter protocol is stupid and does not allow to do that
					 * This code also assumes that HTTP request can be read
					 * as as single data chunk which is not true in some cases
					 * In general, don't use it for anything but ping checks
					 */
					memset(&http_callbacks, 0, sizeof(http_callbacks));
					http_parser.data = url;
					http_parser_init(&http_parser, HTTP_REQUEST);
					http_callbacks.on_url = rspamd_milter_http_on_url;
					http_parser_execute(&http_parser, &http_callbacks,
										priv->parser.buf->str, priv->parser.buf->len);

					if (url->len == sizeof("/ping") - 1 &&
						rspamd_lc_cmp(url->str, "/ping", url->len) == 0) {
						rspamd_milter_on_protocol_ping(session, priv);
						g_string_free(url, TRUE);

						return TRUE;
					}
					else {
						err = g_error_new(rspamd_milter_quark(), EINVAL,
										  "HTTP GET request is not supported in milter mode, url: %s",
										  url->str);
					}

					g_string_free(url, TRUE);
				}
				else if (priv->parser.buf->len > sizeof("POST") &&
						 memcmp(priv->parser.buf->str, "POST", 4) == 0) {
					err = g_error_new(rspamd_milter_quark(), EINVAL,
									  "HTTP POST request is not supported in milter mode");
				}
				else {
					err = g_error_new(rspamd_milter_quark(), E2BIG,
									  "Command length is too big: %zd",
									  priv->parser.datalen);
				}

				rspamd_milter_on_protocol_error(session, priv, err);

				return FALSE;
			}
			if (!rspamd_milter_is_valid_cmd(priv->parser.cur_cmd)) {
				err = g_error_new(rspamd_milter_quark(), E2BIG,
								  "Unvalid command: %c",
								  priv->parser.cur_cmd);
				rspamd_milter_on_protocol_error(session, priv, err);

				return FALSE;
			}
			if (priv->parser.buf->allocated < priv->parser.datalen) {
				priv->parser.pos = p - (const unsigned char *) priv->parser.buf->str;
				priv->parser.buf = rspamd_fstring_grow(priv->parser.buf,
													   priv->parser.buf->len + priv->parser.datalen);
				/* This can realloc buffer */
				rspamd_milter_plan_io(session, priv, EV_READ);
				goto end;
			}
			else {
				/* We may have the full command available */
				if (p + priv->parser.datalen <= end) {
					/* We can process command */
					if (!rspamd_milter_process_command(session, priv)) {
						return FALSE;
					}

					p += priv->parser.datalen;
					priv->parser.state = st_len_1;
					priv->parser.cur_cmd = '\0';
					priv->parser.cmd_start = 0;
				}
				else {
					/* Need to read more */
					priv->parser.pos = p - (const unsigned char *) priv->parser.buf->str;
					rspamd_milter_plan_io(session, priv, EV_READ);
					goto end;
				}
			}
			break;
		}
	}

	/* Leftover */
	switch (priv->parser.state) {
	case st_read_data:
		if (p + priv->parser.datalen <= end) {
			if (!rspamd_milter_process_command(session, priv)) {
				return FALSE;
			}

			priv->parser.state = st_len_1;
			priv->parser.cur_cmd = '\0';
			priv->parser.cmd_start = 0;
		}
		break;
	default:
		/* No need to do anything */
		break;
	}

	if (p == end) {
		priv->parser.buf->len = 0;
		priv->parser.pos = 0;
		priv->parser.cmd_start = 0;
	}

	if (priv->out_chain) {
		rspamd_milter_plan_io(session, priv, EV_READ | EV_WRITE);
	}
	else {
		rspamd_milter_plan_io(session, priv, EV_READ);
	}
end:

	return TRUE;
}

static gboolean
rspamd_milter_handle_session(struct rspamd_milter_session *session,
							 struct rspamd_milter_private *priv)
{
	struct rspamd_milter_outbuf *obuf, *obuf_tmp;
	gssize r, to_write;
	GError *err;

	g_assert(session != NULL);

	switch (priv->state) {
	case RSPAMD_MILTER_READ_MORE:
		if (priv->parser.buf->len >= priv->parser.buf->allocated) {
			priv->parser.buf = rspamd_fstring_grow(priv->parser.buf,
												   priv->parser.buf->len * 2);
		}

		r = read(priv->fd, priv->parser.buf->str + priv->parser.buf->len,
				 priv->parser.buf->allocated - priv->parser.buf->len);

		msg_debug_milter("read %z bytes, %z remain, %z allocated",
						 r, priv->parser.buf->len, priv->parser.buf->allocated);

		if (r == -1) {
			if (errno == EAGAIN || errno == EINTR) {
				rspamd_milter_plan_io(session, priv, EV_READ);

				return TRUE;
			}
			else {
				/* Fatal IO error */
				err = g_error_new(rspamd_milter_quark(), errno,
								  "IO read error: %s", strerror(errno));
				REF_RETAIN(session);
				priv->err_cb(priv->fd, session, priv->ud, err);
				REF_RELEASE(session);
				g_error_free(err);

				REF_RELEASE(session);

				return FALSE;
			}
		}
		else if (r == 0) {
			err = g_error_new(rspamd_milter_quark(), ECONNRESET,
							  "Unexpected EOF");
			REF_RETAIN(session);
			priv->err_cb(priv->fd, session, priv->ud, err);
			REF_RELEASE(session);
			g_error_free(err);

			REF_RELEASE(session);

			return FALSE;
		}
		else {
			priv->parser.buf->len += r;

			return rspamd_milter_consume_input(session, priv);
		}

		break;
	case RSPAMD_MILTER_WRITE_REPLY:
	case RSPAMD_MILTER_WRITE_AND_DIE:
		if (priv->out_chain == NULL) {
			if (priv->state == RSPAMD_MILTER_WRITE_AND_DIE) {
				/* Finished writing, let's die finally */
				msg_debug_milter("output drained, terminating, refcount: %d",
								 session->ref.refcount);

				/* Session should be destroyed by fin_cb... */
				REF_RETAIN(session);
				priv->fin_cb(priv->fd, session, priv->ud);
				REF_RELEASE(session);

				return FALSE;
			}
			else {
				/* We have written everything, so we can read something */
				priv->state = RSPAMD_MILTER_READ_MORE;
				rspamd_milter_plan_io(session, priv, EV_READ);
			}
		}
		else {
			DL_FOREACH_SAFE(priv->out_chain, obuf, obuf_tmp)
			{
				to_write = obuf->buf->len - obuf->pos;

				g_assert(to_write > 0);

				r = write(priv->fd, obuf->buf->str + obuf->pos, to_write);

				if (r == -1) {
					if (errno == EAGAIN || errno == EINTR) {
						rspamd_milter_plan_io(session, priv, EV_WRITE);
					}
					else {
						/* Fatal IO error */
						err = g_error_new(rspamd_milter_quark(), errno,
										  "IO write error: %s", strerror(errno));
						REF_RETAIN(session);
						priv->err_cb(priv->fd, session, priv->ud, err);
						REF_RELEASE(session);
						g_error_free(err);

						REF_RELEASE(session);

						return FALSE;
					}
				}
				else if (r == 0) {
					err = g_error_new(rspamd_milter_quark(), ECONNRESET,
									  "Unexpected EOF");
					REF_RETAIN(session);
					priv->err_cb(priv->fd, session, priv->ud, err);
					REF_RELEASE(session);
					g_error_free(err);

					REF_RELEASE(session);

					return FALSE;
				}
				else {
					if (r == to_write) {
						/* We have done with this buf */
						DL_DELETE(priv->out_chain, obuf);
						rspamd_milter_obuf_free(obuf);
					}
					else {
						/* We need to plan another write */
						obuf->pos += r;
						rspamd_milter_plan_io(session, priv, EV_WRITE);

						return TRUE;
					}
				}
			}

			/* Here we have written everything, so we can plan reading */
			priv->state = RSPAMD_MILTER_READ_MORE;
			rspamd_milter_plan_io(session, priv, EV_READ);
		}
		break;
	case RSPAMD_MILTER_WANNA_DIE:
		/* We are here after processing everything, so release session */
		REF_RELEASE(session);
		return FALSE;
		break;
	case RSPAMD_MILTER_PONG_AND_DIE:
		err = g_error_new(rspamd_milter_quark(), 0,
						  "ping command");
		REF_RETAIN(session);
		priv->err_cb(priv->fd, session, priv->ud, err);
		REF_RELEASE(session);
		g_error_free(err);
		REF_RELEASE(session);
		return FALSE;
		break;
	}

	return TRUE;
}


gboolean
rspamd_milter_handle_socket(int fd, ev_tstamp timeout,
							rspamd_mempool_t *pool,
							struct ev_loop *ev_base, rspamd_milter_finish finish_cb,
							rspamd_milter_error error_cb, void *ud)
{
	struct rspamd_milter_session *session;
	struct rspamd_milter_private *priv;
	int nfd = dup(fd);

	if (nfd == -1) {
		GError *err = g_error_new(rspamd_milter_quark(), errno,
								  "dup failed: %s", strerror(errno));
		error_cb(fd, NULL, ud, err);

		return FALSE;
	}

	g_assert(finish_cb != NULL);
	g_assert(error_cb != NULL);
	g_assert(milter_ctx != NULL);

	session = g_malloc0(sizeof(*session));
	priv = g_malloc0(sizeof(*priv));
	priv->fd = nfd;
	priv->ud = ud;
	priv->fin_cb = finish_cb;
	priv->err_cb = error_cb;
	priv->parser.state = st_len_1;
	priv->parser.buf = rspamd_fstring_sized_new(RSPAMD_MILTER_MESSAGE_CHUNK + 5);
	priv->event_loop = ev_base;
	priv->state = RSPAMD_MILTER_READ_MORE;
	priv->pool = rspamd_mempool_new(rspamd_mempool_suggest_size(), "milter", 0);
	priv->discard_on_reject = milter_ctx->discard_on_reject;
	priv->quarantine_on_reject = milter_ctx->quarantine_on_reject;
	priv->ev.timeout = timeout;

	rspamd_ev_watcher_init(&priv->ev, priv->fd, EV_READ | EV_WRITE,
						   rspamd_milter_io_handler, session);

	if (pool) {
		/* Copy tag */
		memcpy(priv->pool->tag.uid, pool->tag.uid, sizeof(pool->tag.uid));
	}

	priv->headers = kh_init(milter_headers_hash_t);
	kh_resize(milter_headers_hash_t, priv->headers, 32);

	session->priv = priv;
	REF_INIT_RETAIN(session, rspamd_milter_session_dtor);

	if (milter_ctx->sessions_cache) {
		rspamd_worker_session_cache_add(milter_ctx->sessions_cache,
										priv->pool->tag.uid, &session->ref.refcount, session);
	}

	return rspamd_milter_handle_session(session, priv);
}

gboolean
rspamd_milter_set_reply(struct rspamd_milter_session *session,
						rspamd_fstring_t *rcode,
						rspamd_fstring_t *xcode,
						rspamd_fstring_t *reply)
{
	GString *buf;
	gboolean ret;

	buf = g_string_sized_new(xcode->len + rcode->len + reply->len + 2);
	rspamd_printf_gstring(buf, "%V %V %V", rcode, xcode, reply);
	ret = rspamd_milter_send_action(session, RSPAMD_MILTER_REPLYCODE,
									buf);
	g_string_free(buf, TRUE);

	return ret;
}

#define SET_COMMAND(cmd, sz, reply, pos)                           \
	do {                                                           \
		uint32_t _len;                                             \
		_len = (sz) + 1;                                           \
		(reply) = rspamd_fstring_sized_new(sizeof(_len) + _len);   \
		(reply)->len = sizeof(_len) + _len;                        \
		_len = htonl(_len);                                        \
		memcpy((reply)->str, &_len, sizeof(_len));                 \
		(reply)->str[sizeof(_len)] = (cmd);                        \
		(pos) = (unsigned char *) (reply)->str + sizeof(_len) + 1; \
	} while (0)

gboolean
rspamd_milter_send_action(struct rspamd_milter_session *session,
						  enum rspamd_milter_reply act, ...)
{
	uint32_t ver, actions, protocol, idx;
	va_list ap;
	unsigned char cmd, *pos;
	rspamd_fstring_t *reply = NULL;
	gsize len;
	GString *name, *value;
	const char *body_str;
	struct rspamd_milter_outbuf *obuf;
	struct rspamd_milter_private *priv = session->priv;
	const rspamd_fstring_t *reason;

	va_start(ap, act);
	cmd = act;

	switch (act) {
	case RSPAMD_MILTER_ACCEPT:
	case RSPAMD_MILTER_CONTINUE:
	case RSPAMD_MILTER_DISCARD:
	case RSPAMD_MILTER_PROGRESS:
	case RSPAMD_MILTER_REJECT:
	case RSPAMD_MILTER_TEMPFAIL:
		/* No additional arguments */
		msg_debug_milter("send %c command", cmd);
		SET_COMMAND(cmd, 0, reply, pos);
		break;
	case RSPAMD_MILTER_QUARANTINE:
		reason = va_arg(ap, const rspamd_fstring_t *);

		if (reason != NULL) {
			len = reason->len;
			msg_debug_milter("send quarantine action %*s", (int) len, reason->str);
			SET_COMMAND(cmd, len + 1, reply, pos);
			memcpy(pos, reason->str, len);
			pos[len] = '\0';
		}
		else {
			msg_debug_milter("send quarantine action with no specific string");
			SET_COMMAND(cmd, 1, reply, pos);
			*pos = '\0';
		}

		break;
	case RSPAMD_MILTER_ADDHEADER:
		name = va_arg(ap, GString *);
		value = va_arg(ap, GString *);

		/* Name and value must be zero terminated */
		msg_debug_milter("add header command - \"%v\"=\"%v\"", name, value);
		SET_COMMAND(cmd, name->len + value->len + 2, reply, pos);
		memcpy(pos, name->str, name->len + 1);
		pos += name->len + 1;
		memcpy(pos, value->str, value->len + 1);
		break;
	case RSPAMD_MILTER_CHGHEADER:
	case RSPAMD_MILTER_INSHEADER:
		idx = va_arg(ap, uint32_t);
		name = va_arg(ap, GString *);
		value = va_arg(ap, GString *);

		msg_debug_milter("change/insert header command pos = %d- \"%v\"=\"%v\"",
						 idx, name, value);
		/* Name and value must be zero terminated */
		SET_COMMAND(cmd, name->len + value->len + 2 + sizeof(uint32_t),
					reply, pos);
		idx = htonl(idx);
		memcpy(pos, &idx, sizeof(idx));
		pos += sizeof(idx);
		memcpy(pos, name->str, name->len + 1);
		pos += name->len + 1;
		memcpy(pos, value->str, value->len + 1);
		break;
	case RSPAMD_MILTER_REPLBODY:
		len = va_arg(ap, gsize);
		body_str = va_arg(ap, const char *);
		msg_debug_milter("want to change body; size = %uz",
						 len);
		SET_COMMAND(cmd, len, reply, pos);
		memcpy(pos, body_str, len);
		break;
	case RSPAMD_MILTER_REPLYCODE:
	case RSPAMD_MILTER_ADDRCPT:
	case RSPAMD_MILTER_DELRCPT:
	case RSPAMD_MILTER_CHGFROM:
		/* Single GString * argument */
		value = va_arg(ap, GString *);
		msg_debug_milter("command %c; value=%v", cmd, value);
		SET_COMMAND(cmd, value->len + 1, reply, pos);
		memcpy(pos, value->str, value->len + 1);
		break;
	case RSPAMD_MILTER_OPTNEG:
		ver = va_arg(ap, uint32_t);
		actions = va_arg(ap, uint32_t);
		protocol = va_arg(ap, uint32_t);

		msg_debug_milter("optneg reply: ver=%d, actions=%d, protocol=%d",
						 ver, actions, protocol);
		ver = htonl(ver);
		actions = htonl(actions);
		protocol = htonl(protocol);
		SET_COMMAND(cmd, sizeof(uint32_t) * 3, reply, pos);
		memcpy(pos, &ver, sizeof(ver));
		pos += sizeof(ver);
		memcpy(pos, &actions, sizeof(actions));
		pos += sizeof(actions);
		memcpy(pos, &protocol, sizeof(protocol));
		break;
	default:
		msg_err_milter("invalid command: %c", cmd);
		break;
	}

	va_end(ap);

	if (reply) {
		obuf = g_malloc(sizeof(*obuf));
		obuf->buf = reply;
		obuf->pos = 0;
		DL_APPEND(priv->out_chain, obuf);
		priv->state = RSPAMD_MILTER_WRITE_REPLY;
		rspamd_milter_plan_io(session, priv, EV_WRITE);

		return TRUE;
	}

	return FALSE;
}

gboolean
rspamd_milter_add_header(struct rspamd_milter_session *session,
						 GString *name, GString *value)
{
	return rspamd_milter_send_action(session, RSPAMD_MILTER_ADDHEADER,
									 name, value);
}

gboolean
rspamd_milter_del_header(struct rspamd_milter_session *session,
						 GString *name)
{
	GString value;
	uint32_t idx = 1;

	value.str = (char *) "";
	value.len = 0;

	return rspamd_milter_send_action(session, RSPAMD_MILTER_CHGHEADER,
									 idx, name, &value);
}

void rspamd_milter_session_unref(struct rspamd_milter_session *session)
{
	REF_RELEASE(session);
}

struct rspamd_milter_session *
rspamd_milter_session_ref(struct rspamd_milter_session *session)
{
	REF_RETAIN(session);

	return session;
}

#define IF_MACRO(lit)                                    \
	RSPAMD_FTOK_ASSIGN(&srch, (lit));                    \
	found = g_hash_table_lookup(session->macros, &srch); \
	if (found)

static void
rspamd_milter_macro_http(struct rspamd_milter_session *session,
						 struct rspamd_http_message *msg)
{
	rspamd_ftok_t *found, srch;
	struct rspamd_milter_private *priv = session->priv;

	/*
	 * We assume postfix macros here, sendmail ones might be slightly
	 * different
	 */

	if (!session->macros) {
		return;
	}

	IF_MACRO("{i}")
	{
		rspamd_http_message_add_header_len(msg, QUEUE_ID_HEADER,
										   found->begin, found->len);
	}
	else
	{
		IF_MACRO("i")
		{
			rspamd_http_message_add_header_len(msg, QUEUE_ID_HEADER,
											   found->begin, found->len);
		}
	}

	IF_MACRO("{v}")
	{
		rspamd_http_message_add_header_len(msg, USER_AGENT_HEADER,
										   found->begin, found->len);
	}
	else
	{
		IF_MACRO("v")
		{
			rspamd_http_message_add_header_len(msg, USER_AGENT_HEADER,
											   found->begin, found->len);
		}
	}

	IF_MACRO("{cipher}")
	{
		rspamd_http_message_add_header_len(msg, TLS_CIPHER_HEADER,
										   found->begin, found->len);
	}

	IF_MACRO("{tls_version}")
	{
		rspamd_http_message_add_header_len(msg, TLS_VERSION_HEADER,
										   found->begin, found->len);
	}

	IF_MACRO("{auth_authen}")
	{
		rspamd_http_message_add_header_len(msg, USER_HEADER,
										   found->begin, found->len);
	}

	IF_MACRO("{rcpt_mailer}")
	{
		rspamd_http_message_add_header_len(msg, MAILER_HEADER,
										   found->begin, found->len);
	}

	if (milter_ctx->client_ca_name) {
		IF_MACRO("{cert_issuer}")
		{
			rspamd_http_message_add_header_len(msg, CERT_ISSUER_HEADER,
											   found->begin, found->len);

			if (found->len == strlen(milter_ctx->client_ca_name) &&
				rspamd_cryptobox_memcmp(found->begin,
										milter_ctx->client_ca_name, found->len) == 0) {
				msg_debug_milter("process certificate issued by %T", found);
				IF_MACRO("{cert_subject}")
				{
					rspamd_http_message_add_header_len(msg, USER_HEADER,
													   found->begin, found->len);
				}
			}
			else {
				msg_debug_milter("skip certificate issued by %T", found);
			}
		}
	}
	else {
		IF_MACRO("{cert_issuer}")
		{
			rspamd_http_message_add_header_len(msg, CERT_ISSUER_HEADER,
											   found->begin, found->len);
		}
	}

	if (!session->hostname || session->hostname->len == 0) {
		IF_MACRO("{client_name}")
		{
			if (!(found->len == sizeof("unknown") - 1 &&
				  memcmp(found->begin, "unknown",
						 sizeof("unknown") - 1) == 0)) {
				rspamd_http_message_add_header_len(msg, HOSTNAME_HEADER,
												   found->begin, found->len);
			}
			else {
				msg_debug_milter("skip unknown hostname from being added");
			}
		}
	}

	IF_MACRO("{daemon_name}")
	{
		/* Postfix style */
		rspamd_http_message_add_header_len(msg, MTA_NAME_HEADER,
										   found->begin, found->len);
	}
	else
	{
		/* Sendmail style */
		IF_MACRO("{j}")
		{
			rspamd_http_message_add_header_len(msg, MTA_NAME_HEADER,
											   found->begin, found->len);
		}
		else
		{
			IF_MACRO("j")
			{
				rspamd_http_message_add_header_len(msg, MTA_NAME_HEADER,
												   found->begin, found->len);
			}
		}
	}
}

struct rspamd_http_message *
rspamd_milter_to_http(struct rspamd_milter_session *session)
{
	struct rspamd_http_message *msg;
	unsigned int i;
	struct rspamd_email_address *rcpt;
	struct rspamd_milter_private *priv = session->priv;

	g_assert(session != NULL);

	msg = rspamd_http_new_message(HTTP_REQUEST);

	msg->url = rspamd_fstring_assign(msg->url, "/" MSG_CMD_CHECK_V2,
									 sizeof("/" MSG_CMD_CHECK_V2) - 1);

	if (session->message) {
		rspamd_http_message_set_body_from_fstring_steal(msg, session->message);
		session->message = NULL;
	}

	if (session->hostname && RSPAMD_FSTRING_LEN(session->hostname) > 0) {
		if (!(session->hostname->len == sizeof("unknown") - 1 &&
			  memcmp(RSPAMD_FSTRING_DATA(session->hostname), "unknown",
					 sizeof("unknown") - 1) == 0)) {
			rspamd_http_message_add_header_fstr(msg, HOSTNAME_HEADER,
												session->hostname);
		}
		else {
			msg_debug_milter("skip unknown hostname from being added");
		}
	}

	if (session->helo && session->helo->len > 0) {
		rspamd_http_message_add_header_fstr(msg, HELO_HEADER,
											session->helo);
	}

	if (session->from) {
		rspamd_http_message_add_header_len(msg, FROM_HEADER,
										   session->from->raw, session->from->raw_len);
	}

	if (session->rcpts) {
		PTR_ARRAY_FOREACH(session->rcpts, i, rcpt)
		{
			rspamd_http_message_add_header_len(msg, RCPT_HEADER,
											   rcpt->raw, rcpt->raw_len);
		}
	}

	if (session->addr) {
		if (rspamd_inet_address_get_af(session->addr) != AF_UNIX) {
			rspamd_http_message_add_header(msg, IP_ADDR_HEADER,
										   rspamd_inet_address_to_string_pretty(session->addr));
		}
		else {
			rspamd_http_message_add_header(msg, IP_ADDR_HEADER,
										   rspamd_inet_address_to_string(session->addr));
		}
	}

	rspamd_milter_macro_http(session, msg);
	rspamd_http_message_add_header(msg, FLAGS_HEADER, "milter,body_block");

	return msg;
}

void *
rspamd_milter_update_userdata(struct rspamd_milter_session *session,
							  void *ud)
{
	struct rspamd_milter_private *priv = session->priv;
	void *prev_ud;

	prev_ud = priv->ud;
	priv->ud = ud;

	return prev_ud;
}

static void
rspamd_milter_remove_header_safe(struct rspamd_milter_session *session,
								 const char *key, int nhdr)
{
	int i;
	GString *hname, *hvalue;
	struct rspamd_milter_private *priv = session->priv;
	khiter_t k;
	GArray *ar;

	k = kh_get(milter_headers_hash_t, priv->headers, (char *) key);

	if (k != kh_end(priv->headers)) {
		ar = kh_val(priv->headers, k);

		hname = g_string_new(key);
		hvalue = g_string_new("");

		if (nhdr > 0) {
			if (ar->len >= nhdr) {
				rspamd_milter_send_action(session,
										  RSPAMD_MILTER_CHGHEADER,
										  nhdr, hname, hvalue);
				priv->cur_hdr--;
			}
		}
		else if (nhdr == 0) {
			/* We need to clear all headers */
			for (i = ar->len; i > 0; i--) {
				rspamd_milter_send_action(session,
										  RSPAMD_MILTER_CHGHEADER,
										  i, hname, hvalue);
				priv->cur_hdr--;
			}
		}
		else {
			/* Remove from the end */
			if (nhdr >= -(ar->len)) {
				rspamd_milter_send_action(session,
										  RSPAMD_MILTER_CHGHEADER,
										  ar->len + nhdr + 1, hname, hvalue);
				priv->cur_hdr--;
			}
		}

		g_string_free(hname, TRUE);
		g_string_free(hvalue, TRUE);

		if (priv->cur_hdr < 0) {
			msg_err_milter("negative header count after removing %s", key);
			priv->cur_hdr = 0;
		}
	}
}

static void
rspamd_milter_extract_single_header(struct rspamd_milter_session *session,
									const char *hdr, const ucl_object_t *obj)
{
	GString *hname, *hvalue;
	struct rspamd_milter_private *priv = session->priv;
	int idx = -1;
	const ucl_object_t *val;

	val = ucl_object_lookup(obj, "value");

	if (val && ucl_object_type(val) == UCL_STRING) {
		const ucl_object_t *idx_obj;
		gboolean has_idx = FALSE;

		idx_obj = ucl_object_lookup_any(obj, "order",
										"index", NULL);

		if (idx_obj && (ucl_object_type(idx_obj) == UCL_INT || ucl_object_type(idx_obj) == UCL_FLOAT)) {
			idx = ucl_object_toint(idx_obj);
			has_idx = TRUE;
		}

		hname = g_string_new(hdr);
		hvalue = g_string_new(ucl_object_tostring(val));

		if (has_idx) {
			if (idx >= 0) {
				rspamd_milter_send_action(session,
										  RSPAMD_MILTER_INSHEADER,
										  idx,
										  hname, hvalue);
			}
			else {
				/* Calculate negative offset */

				if (idx == -1) {
					rspamd_milter_send_action(session,
											  RSPAMD_MILTER_ADDHEADER,
											  hname, hvalue);
				}
				else if (-idx <= priv->cur_hdr) {
					/*
					 * Note: We should account MTA's own "Received:" field
					 * which wasn't passed by Milter's header command.
					 */
					rspamd_milter_send_action(session,
											  RSPAMD_MILTER_INSHEADER,
											  priv->cur_hdr + idx + 2,
											  hname, hvalue);
				}
				else {
					rspamd_milter_send_action(session,
											  RSPAMD_MILTER_INSHEADER,
											  0,
											  hname, hvalue);
				}
			}
		}
		else {
			rspamd_milter_send_action(session,
									  RSPAMD_MILTER_ADDHEADER,
									  hname, hvalue);
		}

		priv->cur_hdr++;

		g_string_free(hname, TRUE);
		g_string_free(hvalue, TRUE);
	}
}

/*
 * Returns `TRUE` if action has been processed internally by this function
 */
static gboolean
rspamd_milter_process_milter_block(struct rspamd_milter_session *session,
								   const ucl_object_t *obj, struct rspamd_action *action)
{
	const ucl_object_t *elt, *cur;
	ucl_object_iter_t it;
	struct rspamd_milter_private *priv = session->priv;
	GString *hname, *hvalue;

	if (obj && ucl_object_type(obj) == UCL_OBJECT) {
		elt = ucl_object_lookup(obj, "remove_headers");
		/*
		 * remove_headers:  {"name": 1, ... }
		 * where number is the header's position starting from '1'
		 */
		if (elt && ucl_object_type(elt) == UCL_OBJECT) {
			it = NULL;

			while ((cur = ucl_object_iterate(elt, &it, true)) != NULL) {
				if (ucl_object_type(cur) == UCL_INT) {
					rspamd_milter_remove_header_safe(session,
													 ucl_object_key(cur),
													 ucl_object_toint(cur));
				}
			}
		}

		elt = ucl_object_lookup(obj, "add_headers");
		/*
		 * add_headers: {"name": "value", ... }
		 * name could have multiple values
		 * -or- (since 1.7)
		 * {"name": {"value": "val", "order": 0}, ... }
		 */
		if (elt && ucl_object_type(elt) == UCL_OBJECT) {
			it = NULL;

			while ((cur = ucl_object_iterate(elt, &it, true)) != NULL) {

				const char *key_name = ucl_object_key(cur);

				if (ucl_object_type(cur) == UCL_STRING) {
					/*
					 * Legacy support of {"name": "value", ... } with
					 * multiple names under the same name
					 */
					ucl_object_iter_t *elt_it;
					const ucl_object_t *cur_elt;

					elt_it = ucl_object_iterate_new(cur);
					while ((cur_elt = ucl_object_iterate_safe(elt_it, false)) != NULL) {
						if (ucl_object_type(cur_elt) == UCL_STRING) {
							hname = g_string_new(key_name);
							hvalue = g_string_new(ucl_object_tostring(cur_elt));

							rspamd_milter_send_action(session,
													  RSPAMD_MILTER_ADDHEADER,
													  hname, hvalue);
							g_string_free(hname, TRUE);
							g_string_free(hvalue, TRUE);
						}
						else {
							msg_warn_milter("legacy header with name %s, that has not a string value: %s",
											key_name, ucl_object_type_to_string(cur_elt->type));
						}
					}
					ucl_object_iterate_free(elt_it);
				}
				else {
					if (ucl_object_type(cur) == UCL_OBJECT) {
						rspamd_milter_extract_single_header(session,
															key_name, cur);
					}
					else if (ucl_object_type(cur) == UCL_ARRAY) {
						/* Multiple values for the same key */
						ucl_object_iter_t *array_it;
						const ucl_object_t *array_elt;

						array_it = ucl_object_iterate_new(cur);

						while ((array_elt = ucl_object_iterate_safe(array_it,
																	true)) != NULL) {
							rspamd_milter_extract_single_header(session,
																key_name, array_elt);
						}

						ucl_object_iterate_free(array_it);
					}
					else {
						msg_warn_milter("non-legacy header with name %s, that has unsupported value type: %s",
										key_name, ucl_object_type_to_string(cur->type));
					}
				}
			}
		}

		elt = ucl_object_lookup(obj, "change_from");

		if (elt && ucl_object_type(elt) == UCL_STRING) {
			hvalue = g_string_new(ucl_object_tostring(elt));
			rspamd_milter_send_action(session,
									  RSPAMD_MILTER_CHGFROM,
									  hvalue);
			g_string_free(hvalue, TRUE);
		}

		elt = ucl_object_lookup(obj, "add_rcpt");

		if (elt && ucl_object_type(elt) == UCL_ARRAY) {
			it = NULL;

			while ((cur = ucl_object_iterate(elt, &it, true)) != NULL) {
				hvalue = g_string_new(ucl_object_tostring(cur));
				rspamd_milter_send_action(session,
										  RSPAMD_MILTER_ADDRCPT,
										  hvalue);
				g_string_free(hvalue, TRUE);
			}
		}

		elt = ucl_object_lookup(obj, "del_rcpt");

		if (elt && ucl_object_type(elt) == UCL_ARRAY) {
			it = NULL;

			while ((cur = ucl_object_iterate(elt, &it, true)) != NULL) {
				hvalue = g_string_new(ucl_object_tostring(cur));
				rspamd_milter_send_action(session,
										  RSPAMD_MILTER_DELRCPT,
										  hvalue);
				g_string_free(hvalue, TRUE);
			}
		}

		elt = ucl_object_lookup(obj, "reject");

		if (elt && ucl_object_type(elt) == UCL_STRING) {
			if (strcmp(ucl_object_tostring(elt), "discard") == 0) {
				priv->discard_on_reject = TRUE;
				msg_info_milter("discard message instead of rejection");
			}
			else if (strcmp(ucl_object_tostring(elt), "quarantine") == 0) {
				priv->quarantine_on_reject = TRUE;
				msg_info_milter("quarantine message instead of rejection");
			}
			else {
				priv->discard_on_reject = FALSE;
				priv->quarantine_on_reject = FALSE;
			}
		}

		elt = ucl_object_lookup(obj, "no_action");

		if (elt && ucl_object_type(elt) == UCL_BOOLEAN) {
			priv->no_action = ucl_object_toboolean(elt);
		}
	}

	if (action->action_type == METRIC_ACTION_ADD_HEADER) {
		elt = ucl_object_lookup(obj, "spam_header");

		if (elt) {
			if (ucl_object_type(elt) == UCL_STRING) {
				rspamd_milter_remove_header_safe(session,
												 milter_ctx->spam_header,
												 0);

				hname = g_string_new(milter_ctx->spam_header);
				hvalue = g_string_new(ucl_object_tostring(elt));
				rspamd_milter_send_action(session, RSPAMD_MILTER_CHGHEADER,
										  (uint32_t) 1, hname, hvalue);
				g_string_free(hname, TRUE);
				g_string_free(hvalue, TRUE);
				rspamd_milter_send_action(session, RSPAMD_MILTER_ACCEPT);

				return TRUE;
			}
			else if (ucl_object_type(elt) == UCL_OBJECT) {
				it = NULL;

				while ((cur = ucl_object_iterate(elt, &it, true)) != NULL) {
					rspamd_milter_remove_header_safe(session,
													 ucl_object_key(cur),
													 0);

					hname = g_string_new(ucl_object_key(cur));
					hvalue = g_string_new(ucl_object_tostring(cur));
					rspamd_milter_send_action(session, RSPAMD_MILTER_CHGHEADER,
											  (uint32_t) 1, hname, hvalue);
					g_string_free(hname, TRUE);
					g_string_free(hvalue, TRUE);
				}

				rspamd_milter_send_action(session, RSPAMD_MILTER_ACCEPT);

				return TRUE;
			}
		}
	}

	return FALSE;
}

void rspamd_milter_send_task_results(struct rspamd_milter_session *session,
									 const ucl_object_t *results,
									 const char *new_body,
									 gsize bodylen)
{
	const ucl_object_t *elt;
	struct rspamd_milter_private *priv = session->priv;
	const char *str_action;
	struct rspamd_action *action;
	rspamd_fstring_t *xcode = NULL, *rcode = NULL, *reply = NULL;
	GString *hname, *hvalue;
	gboolean processed = FALSE;

	if (results == NULL) {
		msg_err_milter("cannot find scan results, tempfail");
		rspamd_milter_send_action(session, RSPAMD_MILTER_TEMPFAIL);

		goto cleanup;
	}

	elt = ucl_object_lookup(results, "action");

	if (!elt) {
		msg_err_milter("cannot find action in results, tempfail");
		rspamd_milter_send_action(session, RSPAMD_MILTER_TEMPFAIL);

		goto cleanup;
	}

	str_action = ucl_object_tostring(elt);
	action = rspamd_config_get_action(milter_ctx->cfg, str_action);

	if (action == NULL) {
		msg_err_milter("action %s has not been registered", str_action);
		rspamd_milter_send_action(session, RSPAMD_MILTER_TEMPFAIL);

		goto cleanup;
	}

	elt = ucl_object_lookup(results, "messages");
	if (elt) {
		const ucl_object_t *smtp_res;
		const char *msg;
		gsize len = 0;

		smtp_res = ucl_object_lookup(elt, "smtp_message");

		if (smtp_res) {
			msg = ucl_object_tolstring(smtp_res, &len);
			reply = rspamd_fstring_new_init(msg, len);
		}
	}

	/* Deal with milter headers */
	elt = ucl_object_lookup(results, "milter");

	if (elt) {
		processed = rspamd_milter_process_milter_block(session, elt, action);
	}

	/* DKIM-Signature */
	elt = ucl_object_lookup(results, "dkim-signature");

	if (elt) {
		hname = g_string_new(RSPAMD_MILTER_DKIM_HEADER);

		if (ucl_object_type(elt) == UCL_STRING) {
			hvalue = g_string_new(ucl_object_tostring(elt));

			rspamd_milter_send_action(session, RSPAMD_MILTER_INSHEADER,
									  1, hname, hvalue);

			g_string_free(hvalue, TRUE);
		}
		else {
			ucl_object_iter_t it;
			const ucl_object_t *cur;
			int i = 1;

			it = ucl_object_iterate_new(elt);

			while ((cur = ucl_object_iterate_safe(it, true)) != NULL) {
				hvalue = g_string_new(ucl_object_tostring(cur));

				rspamd_milter_send_action(session, RSPAMD_MILTER_INSHEADER,
										  i++, hname, hvalue);

				g_string_free(hvalue, TRUE);
			}

			ucl_object_iterate_free(it);
		}

		g_string_free(hname, TRUE);
	}

	if (processed) {
		goto cleanup;
	}

	if (new_body) {
		rspamd_milter_send_action(session, RSPAMD_MILTER_REPLBODY,
								  bodylen, new_body);
	}

	if (priv->no_action) {
		msg_info_milter("do not apply action %s, no_action is set",
						str_action);
		hname = g_string_new(RSPAMD_MILTER_ACTION_HEADER);
		hvalue = g_string_new(str_action);

		rspamd_milter_send_action(session, RSPAMD_MILTER_ADDHEADER,
								  hname, hvalue);
		g_string_free(hname, TRUE);
		g_string_free(hvalue, TRUE);
		rspamd_milter_send_action(session, RSPAMD_MILTER_ACCEPT);

		goto cleanup;
	}

	switch (action->action_type) {
	case METRIC_ACTION_REJECT:
		if (priv->discard_on_reject) {
			rspamd_milter_send_action(session, RSPAMD_MILTER_DISCARD);
		}
		else if (priv->quarantine_on_reject) {
			if (!reply) {
				if (milter_ctx->quarantine_message == NULL) {
					reply = rspamd_fstring_new_init(
						RSPAMD_MILTER_QUARANTINE_MESSAGE,
						sizeof(RSPAMD_MILTER_QUARANTINE_MESSAGE) - 1);
				}
				else {
					reply = rspamd_fstring_new_init(milter_ctx->quarantine_message,
													strlen(milter_ctx->quarantine_message));
				}
				rspamd_milter_send_action(session, RSPAMD_MILTER_QUARANTINE, reply);
			}

			/* Quarantine also requires accept action, all hail Sendmail */
			rspamd_milter_send_action(session, RSPAMD_MILTER_ACCEPT);
		}
		else {
			rcode = rspamd_fstring_new_init(RSPAMD_MILTER_RCODE_REJECT,
											sizeof(RSPAMD_MILTER_RCODE_REJECT) - 1);
			xcode = rspamd_fstring_new_init(RSPAMD_MILTER_XCODE_REJECT,
											sizeof(RSPAMD_MILTER_XCODE_REJECT) - 1);

			if (!reply) {
				if (milter_ctx->reject_message == NULL) {
					reply = rspamd_fstring_new_init(
						RSPAMD_MILTER_REJECT_MESSAGE,
						sizeof(RSPAMD_MILTER_REJECT_MESSAGE) - 1);
				}
				else {
					reply = rspamd_fstring_new_init(milter_ctx->reject_message,
													strlen(milter_ctx->reject_message));
				}
			}

			rspamd_milter_set_reply(session, rcode, xcode, reply);
		}
		break;
	case METRIC_ACTION_SOFT_REJECT:
		rcode = rspamd_fstring_new_init(RSPAMD_MILTER_RCODE_TEMPFAIL,
										sizeof(RSPAMD_MILTER_RCODE_TEMPFAIL) - 1);
		xcode = rspamd_fstring_new_init(RSPAMD_MILTER_XCODE_TEMPFAIL,
										sizeof(RSPAMD_MILTER_XCODE_TEMPFAIL) - 1);

		if (!reply) {
			if (milter_ctx->tempfail_message == NULL) {
				reply = rspamd_fstring_new_init(
					RSPAMD_MILTER_TEMPFAIL_MESSAGE,
					sizeof(RSPAMD_MILTER_TEMPFAIL_MESSAGE) - 1);
			}
			else {
				reply = rspamd_fstring_new_init(milter_ctx->tempfail_message,
												strlen(milter_ctx->tempfail_message));
			}
		}

		rspamd_milter_set_reply(session, rcode, xcode, reply);
		break;

	case METRIC_ACTION_REWRITE_SUBJECT:
		elt = ucl_object_lookup(results, "subject");

		if (elt) {
			hname = g_string_new("Subject");
			hvalue = g_string_new(ucl_object_tostring(elt));

			rspamd_milter_send_action(session, RSPAMD_MILTER_CHGHEADER,
									  (uint32_t) 1, hname, hvalue);
			g_string_free(hname, TRUE);
			g_string_free(hvalue, TRUE);
		}

		rspamd_milter_send_action(session, RSPAMD_MILTER_ACCEPT);
		break;

	case METRIC_ACTION_ADD_HEADER:
		/* Remove existing headers */
		rspamd_milter_remove_header_safe(session,
										 milter_ctx->spam_header,
										 0);

		hname = g_string_new(milter_ctx->spam_header);
		hvalue = g_string_new("Yes");
		rspamd_milter_send_action(session, RSPAMD_MILTER_CHGHEADER,
								  (uint32_t) 1, hname, hvalue);
		g_string_free(hname, TRUE);
		g_string_free(hvalue, TRUE);
		rspamd_milter_send_action(session, RSPAMD_MILTER_ACCEPT);
		break;

	case METRIC_ACTION_QUARANTINE:
		if (!reply) {
			if (milter_ctx->quarantine_message == NULL) {
				reply = rspamd_fstring_new_init(
					RSPAMD_MILTER_QUARANTINE_MESSAGE,
					sizeof(RSPAMD_MILTER_QUARANTINE_MESSAGE) - 1);
			}
			else {
				reply = rspamd_fstring_new_init(milter_ctx->quarantine_message,
												strlen(milter_ctx->quarantine_message));
			}
			rspamd_milter_send_action(session, RSPAMD_MILTER_QUARANTINE, reply);
		}

		/* Quarantine also requires accept action, all hail Sendmail */
		rspamd_milter_send_action(session, RSPAMD_MILTER_ACCEPT);
		break;
	case METRIC_ACTION_DISCARD:
		rspamd_milter_send_action(session, RSPAMD_MILTER_DISCARD);
		break;
	case METRIC_ACTION_GREYLIST:
	case METRIC_ACTION_NOACTION:
	default:
		rspamd_milter_send_action(session, RSPAMD_MILTER_ACCEPT);
		break;
	}

cleanup:
	rspamd_fstring_free(rcode);
	rspamd_fstring_free(xcode);
	rspamd_fstring_free(reply);

	rspamd_milter_session_reset(session, RSPAMD_MILTER_RESET_ABORT);
}

void rspamd_milter_init_library(const struct rspamd_milter_context *ctx)
{
	milter_ctx = ctx;
}

rspamd_mempool_t *
rspamd_milter_get_session_pool(struct rspamd_milter_session *session)
{
	struct rspamd_milter_private *priv = session->priv;

	return priv->pool;
}